[ 527.498687] env[65246]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.498687] env[65246]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.526800] env[65334]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.526800] env[65334]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.094792] env[65334]: INFO neutron.common.config [-] Logging enabled! [ 530.095246] env[65334]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 530.095352] env[65334]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65334) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.095656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.095750] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.096599] env[65334]: WARNING oslo_policy.policy [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.096805] env[65334]: WARNING oslo_policy.policy [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.098497] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] VMware NSXv3 Agent initialized successfully. [ 530.098847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Acquiring lock "singleton_lock" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.098975] env[65334]: DEBUG oslo_concurrency.lockutils [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Acquired lock "singleton_lock" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.099188] env[65334]: DEBUG oslo_concurrency.lockutils [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Releasing lock "singleton_lock" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.099468] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Full set of CONF: {{(pid=65334) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.099604] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ******************************************************************************** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.099699] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Configuration options gathered from: {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.100069] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.100243] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.100347] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ================================================================================ {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.100511] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] agent_down_time = 75 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100648] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] allow_automatic_dhcp_failover = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100799] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] allow_bulk = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100940] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] api_extensions_path = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101086] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] api_paste_config = api-paste.ini {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101224] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] auth_strategy = keystone {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101324] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] backdoor_port = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101425] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] backdoor_socket = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101554] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] backlog = 4096 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101687] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101840] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] bind_host = 0.0.0.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101976] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] bind_port = 9696 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102116] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] client_socket_timeout = 900 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102250] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] config_dir = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102353] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102483] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] config_source = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102614] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] control_exchange = neutron {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102747] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] core_plugin = ml2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102877] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] debug = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103013] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] default_availability_zones = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103222] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103355] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dhcp_agent_notification = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103481] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dhcp_agents_per_network = 1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103609] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dhcp_lease_duration = 86400 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103744] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dhcp_load_type = networks {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103872] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dns_domain = openstacklocal {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104009] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104143] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_default_route_bfd = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104267] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_default_route_ecmp = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104390] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_dvr = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104513] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_new_agents = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104636] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104760] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_signals = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104882] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] enable_traditional_dhcp = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105008] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] external_dns_driver = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105136] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] filter_validation = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105272] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] global_physnet_mtu = 8950 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105396] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] graceful_shutdown_timeout = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105568] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] host = cpu-1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105703] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] host_dvr_for_dhcp = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105856] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] http_retries = 3 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106017] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] instance_format = [instance: %(uuid)s] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106160] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106295] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ipam_driver = internal {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106421] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ipv6_pd_enabled = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106546] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] l3_ha = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106676] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106805] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] l3_ha_network_physical_name = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106933] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] l3_ha_network_type = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107078] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_color = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107210] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_config_append = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107341] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107464] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_dir = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107618] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_file = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107721] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_options = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107823] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_rotate_interval = 1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107949] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_rotate_interval_type = days {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108093] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] log_rotation_type = none {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108198] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108299] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108431] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108559] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108658] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108785] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_dns_nameservers = 5 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108910] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_header_line = 16384 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109076] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_l3_agents_per_router = 3 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109223] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_logfile_count = 30 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109349] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_logfile_size_mb = 200 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109472] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] max_subnet_host_routes = 20 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109636] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] my_ip = 10.180.1.21 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109762] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] my_ipv6 = ::1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109889] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] network_auto_schedule = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110029] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] network_link_prefix = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110155] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110289] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] notify_nova_on_port_data_changes = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110419] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] notify_nova_on_port_status_changes = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110550] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] pagination_max_limit = -1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110679] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] publish_errors = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110800] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rate_limit_burst = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110930] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rate_limit_except_level = CRITICAL {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111065] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rate_limit_interval = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111191] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] retry_until_window = 30 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111313] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] router_distributed = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111436] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rpc_resources_processing_step = 20 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111559] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rpc_response_max_timeout = 600 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111683] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] rpc_response_timeout = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111806] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] send_events_interval = 2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.111955] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] service_plugins = ['router'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112092] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] setproctitle = on {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112217] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] shell_completion = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112344] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] state_path = /opt/stack/data/neutron {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112473] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] syslog_log_facility = LOG_USER {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112601] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] tcp_keepidle = 600 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112731] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] transport_url = **** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112857] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] use_journal = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.112977] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] use_json = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113109] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] use_ssl = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113231] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] use_stderr = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113365] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] use_syslog = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113489] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vlan_qinq = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113613] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vlan_transparent = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113737] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] watch_log_file = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113861] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] wsgi_default_pool_size = 100 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.113985] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] wsgi_keep_alive = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.114130] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.114256] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] wsgi_server_debug = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.114402] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_concurrency.disable_process_locking = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114541] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114679] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114809] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114939] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115081] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115213] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115358] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.connection_string = messaging:// {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115520] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.enabled = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115630] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.es_doc_type = notification {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115760] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.es_scroll_size = 10000 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115894] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.es_scroll_time = 2m {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116032] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.filter_error_trace = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116168] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.hmac_keys = **** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116300] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.sentinel_service_name = mymaster {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116442] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.socket_timeout = 0.1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116574] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.trace_requests = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116706] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler.trace_sqlalchemy = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116853] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler_jaeger.process_tags = {} {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116983] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler_jaeger.service_name_prefix = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117128] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] profiler_otlp.service_name_prefix = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117271] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.enforce_new_defaults = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117553] env[65334]: WARNING oslo_config.cfg [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.117715] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.enforce_scope = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117862] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.policy_default_rule = default {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118024] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118158] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118294] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118424] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118551] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118678] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118805] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118944] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119101] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119249] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] agent.extensions = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119387] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119524] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] service_providers.service_provider = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119687] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.default_quota = -1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119832] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119964] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_floatingip = 50 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120104] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_network = 100 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120235] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_port = 500 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120363] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120489] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_router = 10 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120620] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_security_group = 10 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120761] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120892] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.quota_subnet = 100 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121028] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] QUOTAS.track_quota_usage = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121178] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121310] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121439] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121571] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121707] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121841] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121973] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122129] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122260] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122386] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122516] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122649] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122779] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122906] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_dhcp_release.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123055] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123185] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123313] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123442] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123574] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123703] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123834] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_ovs_vsctl.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123969] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.capabilities = [21] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124106] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124232] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124360] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124493] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124625] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124751] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_namespace.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124885] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.capabilities = [12] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125016] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125145] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125275] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125408] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125539] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125666] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_conntrack.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125804] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.capabilities = [12, 21] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125932] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.group = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126069] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.helper_command = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126201] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.log_daemon_traceback = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126333] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126461] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.thread_pool_size = 8 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126587] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] privsep_link.user = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126738] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126884] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127030] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.continue_on_failed_promotions = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127168] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.dscp = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127303] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.dscp_inherit = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127443] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.force_mp_to_policy = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127607] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.locking_coordinator_url = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127763] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.log_agent_heartbeats = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127954] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.logging_expire = 1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128128] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128268] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128409] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.polling_interval = 240 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128546] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128686] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128831] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.report_interval = 30.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128971] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129121] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129259] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129396] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.sync_skew = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129529] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.synchronization_queue_size = 20 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129683] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT.use_helper_for_ns_read = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129829] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] SECURITYGROUP.enable_ipset = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129970] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] SECURITYGROUP.enable_security_group = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130120] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130258] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130398] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] experimental.ipv6_pd_enabled = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130551] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.extension_drivers = ['port_security'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130685] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.external_network_type = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130826] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130966] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.overlay_ip_version = 4 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131115] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.path_mtu = 8950 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131254] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.physical_network_mtus = {} {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131395] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131532] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131671] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ml2.type_drivers = ['vlan'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131814] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131947] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132087] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132230] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132372] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132506] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132641] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132777] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132910] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133123] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133269] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_login_password = **** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133413] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133549] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_login_user = admin {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133687] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133826] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133961] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134106] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134246] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134384] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134521] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134657] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134791] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134926] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135078] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135214] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135349] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135544] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135687] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135825] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135954] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136130] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.auth_section = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136328] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.auth_type = password {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136475] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136604] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.certfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136737] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.collect_timing = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136875] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.endpoint_type = public {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137008] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.insecure = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137140] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.keyfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137277] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.region_name = RegionOne {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137407] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.split_loggers = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137558] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] nova.timeout = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137704] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.auth_section = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137844] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.auth_type = password {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137980] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138121] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.certfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138251] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.collect_timing = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138385] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.endpoint_type = public {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138510] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.insecure = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138636] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.keyfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138759] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.region_name = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138884] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.split_loggers = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139014] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] placement.timeout = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139153] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.auth_section = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139283] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.auth_type = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139408] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.cafile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139532] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.certfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139684] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.collect_timing = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139814] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.connect_retries = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139938] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.connect_retry_delay = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140078] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.enable_notifications = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140204] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.endpoint_override = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140330] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.insecure = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140454] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.interface = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140580] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.keyfile = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140709] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.max_version = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140830] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.min_version = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140951] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.region_name = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141091] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.retriable_status_codes = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141220] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.service_name = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141345] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.service_type = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141474] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.split_loggers = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141600] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.status_code_retries = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141725] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.status_code_retry_delay = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141900] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.timeout = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142080] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.valid_interfaces = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142216] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ironic.version = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142414] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] cli_script.dry_run = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142513] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142640] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142777] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142910] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143050] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143183] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143313] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143444] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143574] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143716] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143845] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143981] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144129] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144264] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144396] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144532] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144661] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144792] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144927] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145066] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145198] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145327] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145458] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145588] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145719] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145847] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145977] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146118] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146248] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146378] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146510] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146651] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146790] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.146921] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147065] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147206] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147341] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147495] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_notifications.driver = [] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147668] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_notifications.retry = -1 {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147829] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.147962] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.148159] env[65334]: DEBUG oslo_service.backend._eventlet.service [None req-1ed569d8-7851-42aa-bd56-2859fc40b242 None None] ******************************************************************************** {{(pid=65334) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.149246] env[65334]: DEBUG neutron.agent.securitygroups_rpc [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Init firewall settings (driver=nsxv3) {{(pid=65334) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.150624] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65334) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.150876] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.153138] env[65334]: DEBUG dogpile.cache.region [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.153264] env[65334]: DEBUG dogpile.lock [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.153360] env[65334]: DEBUG dogpile.lock [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.153449] env[65334]: DEBUG dogpile.lock [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.153543] env[65334]: DEBUG dogpile.cache.region [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.153638] env[65334]: DEBUG dogpile.lock [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.153754] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.213054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Session token - acquiring [ 530.214646] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.214830] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.214951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.215380] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.228420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.504946] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.529868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.530123] env[65334]: DEBUG dogpile.cache.region [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Cache value generated in 0.376 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.530169] env[65334]: DEBUG dogpile.lock [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.530259] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Activating Policy API Provider. [ 530.530449] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Looking for the default Infrastructure Rules. [ 530.611573] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Looking for the Default Layer3 Logged Drop Section. [ 530.628980] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.629498] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.629694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.629803] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.630112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.630464] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.144971] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.647581] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.150337] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Inventory metadata is going to be refreshed. [ 532.150805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.040126] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.040467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.040467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.040916] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.054239] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.055209] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.055899] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.077665] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.078055] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.078055] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.078312] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.078449] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.078616] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.078756] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.078870] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.101163] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.101485] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.101485] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.101799] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.102019] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.102186] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.124442] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.124733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.124733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.125062] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.125232] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.125394] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.148462] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.148773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.148773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.149126] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.149298] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.149465] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.149592] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.149738] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.169691] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.170127] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.170127] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.170384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.170527] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.170721] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.170840] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.170946] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.196499] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.196765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.196866] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.197181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.197351] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.197602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.197746] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.197854] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Inventory metadata have been refreshed. [ 533.197978] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Dryrun:True. Metadata refresh completed. [ 533.198117] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.200213] env[65334]: INFO neutron.agent.agent_extensions_manager [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Loaded agent extensions: [] [ 533.201050] env[65334]: DEBUG neutron_lib.callbacks.manager [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65334) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.258150] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.258313] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.258346] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent out of sync with plugin! [ 538.201306] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.201583] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.202799] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.202799] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.203488] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.203866] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.553434] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7613ef1b-ff1d-4548-b3c5-d99d8a7c0ebf demo admin] Enqueued Resource ID: b3136ad8-0bcc-440e-8035-07d5a1d266bd with Priority: HIGHEST for action security_group_rules [ 548.554017] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3136ad8-0bcc-440e-8035-07d5a1d266bd with Priority: HIGHEST for action security_group_rules [ 548.554282] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3136ad8-0bcc-440e-8035-07d5a1d266bd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.554409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3136ad8-0bcc-440e-8035-07d5a1d266bd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.554469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3136ad8-0bcc-440e-8035-07d5a1d266bd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.554818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3136ad8-0bcc-440e-8035-07d5a1d266bd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.554904] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3136ad8-0bcc-440e-8035-07d5a1d266bd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.096923] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.097166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.097230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.097573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.097689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.097836] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3136ad8-0bcc-440e-8035-07d5a1d266bd already deleted. [ 549.097967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3136ad8-0bcc-440e-8035-07d5a1d266bd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.555096] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.555514] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.557336] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.557336] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.558512] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.558512] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.560071] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.560683] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.561404] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.561708] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.033362] env[65334]: INFO networking_nsxv3.common.synchronization [None req-120f23f7-99d9-4a76-8018-11b9981cf610 None None] Enqueued Resource ID: 672828a1-c7d1-42fe-9ae9-4816db6572dc with Priority: HIGHEST for action port [ 576.033961] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672828a1-c7d1-42fe-9ae9-4816db6572dc with Priority: HIGHEST for action port [ 576.034277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-672828a1-c7d1-42fe-9ae9-4816db6572dc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.034392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672828a1-c7d1-42fe-9ae9-4816db6572dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.034392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672828a1-c7d1-42fe-9ae9-4816db6572dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.034890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672828a1-c7d1-42fe-9ae9-4816db6572dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.034890] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672828a1-c7d1-42fe-9ae9-4816db6572dc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.537322] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 672828a1-c7d1-42fe-9ae9-4816db6572dc [ 576.537527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.537662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.537732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.537951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.538052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.538145] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:672828a1-c7d1-42fe-9ae9-4816db6572dc already deleted. [ 576.538304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672828a1-c7d1-42fe-9ae9-4816db6572dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.297677] env[65334]: INFO networking_nsxv3.common.synchronization [None req-d6edaa7f-f449-4f7b-870f-e68f855922f0 None None] Enqueued Resource ID: 83bdea12-581a-458c-8a75-88922b25bbed with Priority: HIGHEST for action port [ 578.298557] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bdea12-581a-458c-8a75-88922b25bbed with Priority: HIGHEST for action port [ 578.298665] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-83bdea12-581a-458c-8a75-88922b25bbed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.298749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83bdea12-581a-458c-8a75-88922b25bbed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.298863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83bdea12-581a-458c-8a75-88922b25bbed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.299050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83bdea12-581a-458c-8a75-88922b25bbed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.299164] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bdea12-581a-458c-8a75-88922b25bbed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.802333] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83bdea12-581a-458c-8a75-88922b25bbed [ 578.802333] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.802333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.802333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.802333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.802333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.802333] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83bdea12-581a-458c-8a75-88922b25bbed already deleted. [ 578.802333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83bdea12-581a-458c-8a75-88922b25bbed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.967015] env[65334]: INFO networking_nsxv3.common.synchronization [None req-74983d91-1c86-4ca8-a4fd-8cb59d26f9b9 tempest-ServersTestFqdnHostnames-1349622439 tempest-ServersTestFqdnHostnames-1349622439-project-member] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 579.967593] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 579.967902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.968030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.968100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.968463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.968594] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.334997] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7ef087ad-43f9-4137-a369-1c2663a3e363 None None] Enqueued Resource ID: bd3c7772-f96b-4874-a422-ffb19ad56d50 with Priority: HIGHEST for action port [ 580.335568] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3c7772-f96b-4874-a422-ffb19ad56d50 with Priority: HIGHEST for action port [ 580.335863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3c7772-f96b-4874-a422-ffb19ad56d50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.336187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3c7772-f96b-4874-a422-ffb19ad56d50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.336187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3c7772-f96b-4874-a422-ffb19ad56d50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.336356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3c7772-f96b-4874-a422-ffb19ad56d50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.336455] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3c7772-f96b-4874-a422-ffb19ad56d50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.509350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.509350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.509350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.509350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.509350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.509350] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 already deleted. [ 580.509350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.699632] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b5ff1fbf-6e11-4b17-a4b5-1eccf97dc380 None None] Enqueued Resource ID: cfb37d41-c66b-43b9-abe4-05942f07ee2b with Priority: HIGHEST for action port [ 580.699832] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb37d41-c66b-43b9-abe4-05942f07ee2b with Priority: HIGHEST for action port [ 580.700460] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb37d41-c66b-43b9-abe4-05942f07ee2b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.700747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb37d41-c66b-43b9-abe4-05942f07ee2b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.700747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb37d41-c66b-43b9-abe4-05942f07ee2b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.700873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb37d41-c66b-43b9-abe4-05942f07ee2b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.700951] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb37d41-c66b-43b9-abe4-05942f07ee2b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.844451] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3c7772-f96b-4874-a422-ffb19ad56d50 [ 580.844451] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.844451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.844451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.844451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.844451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.844451] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3c7772-f96b-4874-a422-ffb19ad56d50 already deleted. [ 580.844451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3c7772-f96b-4874-a422-ffb19ad56d50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.202996] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfb37d41-c66b-43b9-abe4-05942f07ee2b [ 581.203282] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.203358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.203442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.204026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.204026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.204026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfb37d41-c66b-43b9-abe4-05942f07ee2b already deleted. [ 581.204026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb37d41-c66b-43b9-abe4-05942f07ee2b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.296762] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b5685129-b65e-4c5e-a7e8-b6998248269d None None] Enqueued Resource ID: 65b18ec2-2269-4326-b578-66b89aa6f0e3 with Priority: HIGHEST for action port [ 581.297301] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b18ec2-2269-4326-b578-66b89aa6f0e3 with Priority: HIGHEST for action port [ 581.297601] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b18ec2-2269-4326-b578-66b89aa6f0e3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.297717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b18ec2-2269-4326-b578-66b89aa6f0e3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.297780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b18ec2-2269-4326-b578-66b89aa6f0e3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.298271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b18ec2-2269-4326-b578-66b89aa6f0e3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.298434] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b18ec2-2269-4326-b578-66b89aa6f0e3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.650081] env[65334]: INFO networking_nsxv3.common.synchronization [None req-74efe404-2cf3-4a8a-8c1e-7e860ea7bf2b tempest-ServersTestFqdnHostnames-1349622439 tempest-ServersTestFqdnHostnames-1349622439-project-member] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 581.650669] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 581.650963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.652082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.652158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.652384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.652474] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.800688] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b18ec2-2269-4326-b578-66b89aa6f0e3 [ 581.801812] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.801959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.802047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.802411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.802411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.802494] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b18ec2-2269-4326-b578-66b89aa6f0e3 already deleted. [ 581.802529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b18ec2-2269-4326-b578-66b89aa6f0e3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.176161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.176161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.176161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.176161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.176161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.176161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 already deleted. [ 582.176161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.281870] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0dad7bfb-3cba-45a8-98d3-63e78b9fc0f7 None None] Enqueued Resource ID: ee725ed8-e652-4f93-a804-b0983b2826fe with Priority: HIGHEST for action port [ 582.282438] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee725ed8-e652-4f93-a804-b0983b2826fe with Priority: HIGHEST for action port [ 582.282807] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee725ed8-e652-4f93-a804-b0983b2826fe taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.282873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee725ed8-e652-4f93-a804-b0983b2826fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.282956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee725ed8-e652-4f93-a804-b0983b2826fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.284323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee725ed8-e652-4f93-a804-b0983b2826fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.284422] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee725ed8-e652-4f93-a804-b0983b2826fe',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.617474] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c5e02ccf-df08-4cab-ae62-45bd8447f33f None None] Enqueued Resource ID: 8d4928b0-7a5f-49ce-9c66-a1a7ba01534b with Priority: HIGHEST for action port [ 582.619725] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4928b0-7a5f-49ce-9c66-a1a7ba01534b with Priority: HIGHEST for action port [ 582.620351] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4928b0-7a5f-49ce-9c66-a1a7ba01534b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.620351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4928b0-7a5f-49ce-9c66-a1a7ba01534b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.620634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4928b0-7a5f-49ce-9c66-a1a7ba01534b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.621573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4928b0-7a5f-49ce-9c66-a1a7ba01534b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.621573] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4928b0-7a5f-49ce-9c66-a1a7ba01534b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.786967] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee725ed8-e652-4f93-a804-b0983b2826fe [ 582.788856] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.788856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.788856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.788856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.789076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.789076] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee725ed8-e652-4f93-a804-b0983b2826fe already deleted. [ 582.789202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee725ed8-e652-4f93-a804-b0983b2826fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.123969] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d4928b0-7a5f-49ce-9c66-a1a7ba01534b [ 583.124137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.124270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.124378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.124542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.124631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.124753] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d4928b0-7a5f-49ce-9c66-a1a7ba01534b already deleted. [ 583.124806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4928b0-7a5f-49ce-9c66-a1a7ba01534b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.465805] env[65334]: INFO networking_nsxv3.common.synchronization [None req-84837128-fab8-416a-ba99-e870b6dc1456 None None] Enqueued Resource ID: 18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99 with Priority: HIGHEST for action port [ 583.466449] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99 with Priority: HIGHEST for action port [ 583.466760] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.467077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.467077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.467920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.468038] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.746755] env[65334]: INFO networking_nsxv3.common.synchronization [None req-bbe00ded-bcbc-4d91-a43f-a2032df57bdb None None] Enqueued Resource ID: 0c13bb05-f808-44cf-bd19-b868db51bb37 with Priority: HIGHEST for action port [ 583.747026] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c13bb05-f808-44cf-bd19-b868db51bb37 with Priority: HIGHEST for action port [ 583.747384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c13bb05-f808-44cf-bd19-b868db51bb37 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.747509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c13bb05-f808-44cf-bd19-b868db51bb37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.747644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c13bb05-f808-44cf-bd19-b868db51bb37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.747861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c13bb05-f808-44cf-bd19-b868db51bb37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.747942] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c13bb05-f808-44cf-bd19-b868db51bb37',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.970413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99 [ 583.970706] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.972720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.972720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.972720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.972720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.972720] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99 already deleted. [ 583.972720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ef7aa4-d3f5-47c0-9a69-d7fb59d84c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.250693] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c13bb05-f808-44cf-bd19-b868db51bb37 [ 584.250693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.250693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.250878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.251019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.251019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.251106] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c13bb05-f808-44cf-bd19-b868db51bb37 already deleted. [ 584.251182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c13bb05-f808-44cf-bd19-b868db51bb37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.830567] env[65334]: INFO networking_nsxv3.common.synchronization [None req-564ee4db-6209-4af2-8200-bf90cfcb9c25 None None] Enqueued Resource ID: 54459c95-cef5-4ded-9cea-e6008e33929d with Priority: HIGHEST for action port [ 585.831103] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54459c95-cef5-4ded-9cea-e6008e33929d with Priority: HIGHEST for action port [ 585.831419] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-54459c95-cef5-4ded-9cea-e6008e33929d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.831553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54459c95-cef5-4ded-9cea-e6008e33929d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.831619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54459c95-cef5-4ded-9cea-e6008e33929d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.831864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54459c95-cef5-4ded-9cea-e6008e33929d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.831942] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54459c95-cef5-4ded-9cea-e6008e33929d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.336614] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54459c95-cef5-4ded-9cea-e6008e33929d [ 586.337663] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.337663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.337663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.337663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.337663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.337663] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54459c95-cef5-4ded-9cea-e6008e33929d already deleted. [ 586.337663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54459c95-cef5-4ded-9cea-e6008e33929d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.385023] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1657aaec-4bcb-4f34-b99c-f6ea9fcf3b48 None None] Enqueued Resource ID: 9a4bad61-b7fa-4e06-9359-5b834fe25aa7 with Priority: HIGHEST for action port [ 586.385278] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4bad61-b7fa-4e06-9359-5b834fe25aa7 with Priority: HIGHEST for action port [ 586.387254] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4bad61-b7fa-4e06-9359-5b834fe25aa7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.387385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4bad61-b7fa-4e06-9359-5b834fe25aa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.387454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4bad61-b7fa-4e06-9359-5b834fe25aa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.387711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4bad61-b7fa-4e06-9359-5b834fe25aa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.387794] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4bad61-b7fa-4e06-9359-5b834fe25aa7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.891620] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a4bad61-b7fa-4e06-9359-5b834fe25aa7 [ 586.892188] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.892188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.892188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.892384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.892435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.892591] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a4bad61-b7fa-4e06-9359-5b834fe25aa7 already deleted. [ 586.892591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4bad61-b7fa-4e06-9359-5b834fe25aa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.068705] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fd6aacb2-ebbd-430d-828f-000af15b16ca None None] Enqueued Resource ID: 48d1221e-d2ba-4bf1-885a-faf8968441af with Priority: HIGHEST for action port [ 587.070160] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d1221e-d2ba-4bf1-885a-faf8968441af with Priority: HIGHEST for action port [ 587.070771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-48d1221e-d2ba-4bf1-885a-faf8968441af taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.071213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48d1221e-d2ba-4bf1-885a-faf8968441af" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.071354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48d1221e-d2ba-4bf1-885a-faf8968441af" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.072838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48d1221e-d2ba-4bf1-885a-faf8968441af" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.072956] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d1221e-d2ba-4bf1-885a-faf8968441af',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.521553] env[65334]: INFO networking_nsxv3.common.synchronization [None req-09885dcb-9a5d-41f7-b51c-5248dc84accb None None] Enqueued Resource ID: 2b40c3be-4003-4195-a400-f338741e5597 with Priority: HIGHEST for action port [ 587.522367] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b40c3be-4003-4195-a400-f338741e5597 with Priority: HIGHEST for action port [ 587.522801] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b40c3be-4003-4195-a400-f338741e5597 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.522965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b40c3be-4003-4195-a400-f338741e5597" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.523102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b40c3be-4003-4195-a400-f338741e5597" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.523458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b40c3be-4003-4195-a400-f338741e5597" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.523598] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b40c3be-4003-4195-a400-f338741e5597',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.574933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48d1221e-d2ba-4bf1-885a-faf8968441af [ 587.575191] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.575336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.575405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.575618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.575711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.575804] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48d1221e-d2ba-4bf1-885a-faf8968441af already deleted. [ 587.575884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48d1221e-d2ba-4bf1-885a-faf8968441af" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.028839] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b40c3be-4003-4195-a400-f338741e5597 [ 588.029119] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.029181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.029412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.029464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.029735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.029735] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b40c3be-4003-4195-a400-f338741e5597 already deleted. [ 588.029735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b40c3be-4003-4195-a400-f338741e5597" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.056949] env[65334]: INFO networking_nsxv3.common.synchronization [None req-705b3d93-8140-4a90-9f13-7b9fa381bc06 None None] Enqueued Resource ID: 38f64365-82a3-4363-b254-90a2e5a7ad23 with Priority: HIGHEST for action port [ 589.058569] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f64365-82a3-4363-b254-90a2e5a7ad23 with Priority: HIGHEST for action port [ 589.058569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f64365-82a3-4363-b254-90a2e5a7ad23 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.058569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f64365-82a3-4363-b254-90a2e5a7ad23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.058569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f64365-82a3-4363-b254-90a2e5a7ad23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.058569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f64365-82a3-4363-b254-90a2e5a7ad23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.058569] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f64365-82a3-4363-b254-90a2e5a7ad23',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.561311] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f64365-82a3-4363-b254-90a2e5a7ad23 [ 589.561311] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.561311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.561311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.563453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.563673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.563673] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f64365-82a3-4363-b254-90a2e5a7ad23 already deleted. [ 589.564255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f64365-82a3-4363-b254-90a2e5a7ad23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.515426] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1d5e5f9c-8bb7-402b-82ce-51503f90c5ef None None] Enqueued Resource ID: f5e48787-b517-49e6-b991-283a1ffc7384 with Priority: HIGHEST for action port [ 590.515426] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e48787-b517-49e6-b991-283a1ffc7384 with Priority: HIGHEST for action port [ 590.515426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e48787-b517-49e6-b991-283a1ffc7384 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.515426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e48787-b517-49e6-b991-283a1ffc7384" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.515426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e48787-b517-49e6-b991-283a1ffc7384" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.515783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e48787-b517-49e6-b991-283a1ffc7384" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.516797] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e48787-b517-49e6-b991-283a1ffc7384',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.885250] env[65334]: INFO networking_nsxv3.common.synchronization [None req-f68a26e1-61c3-4aeb-852d-248a6a448bc2 None None] Enqueued Resource ID: 62990d46-a94a-4979-a5ce-8a2c319f85f5 with Priority: HIGHEST for action port [ 590.885642] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62990d46-a94a-4979-a5ce-8a2c319f85f5 with Priority: HIGHEST for action port [ 590.886592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-62990d46-a94a-4979-a5ce-8a2c319f85f5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.886592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62990d46-a94a-4979-a5ce-8a2c319f85f5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.886592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62990d46-a94a-4979-a5ce-8a2c319f85f5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.886745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62990d46-a94a-4979-a5ce-8a2c319f85f5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.886878] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62990d46-a94a-4979-a5ce-8a2c319f85f5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.019911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e48787-b517-49e6-b991-283a1ffc7384 [ 591.019911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.019911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.019911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.020079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.020079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.020139] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e48787-b517-49e6-b991-283a1ffc7384 already deleted. [ 591.020274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e48787-b517-49e6-b991-283a1ffc7384" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.205208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.205208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.205474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.205474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.205839] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.390067] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62990d46-a94a-4979-a5ce-8a2c319f85f5 [ 591.390329] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.390455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.390558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.390759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.390850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.390943] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62990d46-a94a-4979-a5ce-8a2c319f85f5 already deleted. [ 591.391036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62990d46-a94a-4979-a5ce-8a2c319f85f5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.421807] env[65334]: INFO networking_nsxv3.common.synchronization [req-051cfd04-d69f-4c0e-aeac-072501d29c56 req-5b491ff8-a884-409f-bc84-215372b8e015 tempest-DeleteServersAdminTestJSON-1813968149 tempest-DeleteServersAdminTestJSON-1813968149-project-member] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 591.422662] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 591.422662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.422831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.422893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.423901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.423901] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.423901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.424273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.424273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.424390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.424493] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.710178] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.927058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.927851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.927851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.927851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.927851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.927851] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.928121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.928121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.928121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.928230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.928311] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 already deleted. [ 591.928391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.212234] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.715623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 592.715906] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 592.744147] env[65334]: INFO networking_nsxv3.common.synchronization [None req-89da86e8-8aad-474f-8cb7-69ac4583d99c None None] Enqueued Resource ID: ba06f696-1f89-4326-bee9-55139a2b6e10 with Priority: HIGHEST for action port [ 592.744473] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba06f696-1f89-4326-bee9-55139a2b6e10 with Priority: HIGHEST for action port [ 592.746509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba06f696-1f89-4326-bee9-55139a2b6e10 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.746509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba06f696-1f89-4326-bee9-55139a2b6e10" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.746509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba06f696-1f89-4326-bee9-55139a2b6e10" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.746509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba06f696-1f89-4326-bee9-55139a2b6e10" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.746509] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba06f696-1f89-4326-bee9-55139a2b6e10',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.063858] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.064071] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.064187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.064487] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.064786] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.064948] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.065071] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.065315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.065407] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.065860] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.069144] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.069313] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.069431] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.069550] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.069659] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.069832] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.107835] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.108020] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.108163] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.108339] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.108684] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.108873] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.108988] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.110497] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.110792] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053ebb7c-0dbb-4dd9-b3a2-591e30a7f852',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.200054] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b3d6cf47-9399-431a-9b4d-7da8029cbc18 None None] Enqueued Resource ID: a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3 with Priority: HIGHEST for action port [ 593.201421] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3 with Priority: HIGHEST for action port [ 593.201421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.201806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.202202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.202498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.202731] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.248461] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba06f696-1f89-4326-bee9-55139a2b6e10 [ 593.248891] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.248891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.250839] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba06f696-1f89-4326-bee9-55139a2b6e10 already deleted. [ 593.250839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba06f696-1f89-4326-bee9-55139a2b6e10" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.483404] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.483694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.483762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.484152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.501990] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 593.503476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.504644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 593.527736] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.527989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.528110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.528355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.528449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.528638] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 593.528704] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.528798] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 593.555020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.555020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.555020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.555273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.555375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.555725] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 593.578329] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.578614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.578614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.578910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.579048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.579215] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 593.602977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.602977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.602977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.602977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.602977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.602977] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 593.602977] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.602977] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 593.613595] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.613788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.613902] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.614194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.614335] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.614499] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 not found, creating... [ 593.614746] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.614888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.614993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.615214] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.615337] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.615700] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.615841] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.615948] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.616165] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.616318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.616412] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 is going to be created. [ 593.623549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.623734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.623734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.623928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.624028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.624122] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 593.624193] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.624288] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 593.639890] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.639890] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.639890] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.639890] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.640100] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.640211] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.645911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.646064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.646136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.646333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.646434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.646575] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 593.646669] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.646765] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 593.646845] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 593.646923] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 593.647013] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 593.647144] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 593.647347] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 593.647425] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 593.647504] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 593.670763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.670989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.670989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.670989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.670989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.670989] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 593.699189] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.699406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.699406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.699845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.699845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.705451] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3 [ 593.706317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.706317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.706317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.706317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.706317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.706317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3 already deleted. [ 593.706588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e54a09-ca4e-4bda-94d6-1bc5eb30a6c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.719189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.926898] env[65334]: INFO networking_nsxv3.common.synchronization [None req-a70a8460-bb55-4e01-a433-34945a154b9e None None] Enqueued Resource ID: 37c4dc77-87e6-4eb7-b4bf-c4612251510d with Priority: HIGHEST for action port [ 593.927192] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c4dc77-87e6-4eb7-b4bf-c4612251510d with Priority: HIGHEST for action port [ 593.927764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c4dc77-87e6-4eb7-b4bf-c4612251510d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.927890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c4dc77-87e6-4eb7-b4bf-c4612251510d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.927956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c4dc77-87e6-4eb7-b4bf-c4612251510d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.928245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c4dc77-87e6-4eb7-b4bf-c4612251510d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.928331] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c4dc77-87e6-4eb7-b4bf-c4612251510d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.432042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c4dc77-87e6-4eb7-b4bf-c4612251510d [ 594.432042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.432042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.432042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.432042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.432042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.432042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c4dc77-87e6-4eb7-b4bf-c4612251510d already deleted. [ 594.432315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c4dc77-87e6-4eb7-b4bf-c4612251510d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.483359] env[65334]: INFO networking_nsxv3.common.synchronization [req-051cfd04-d69f-4c0e-aeac-072501d29c56 req-c6abe408-c964-4b99-8b51-39e916107aee service nova] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_rules [ 594.483515] env[65334]: INFO networking_nsxv3.common.synchronization [req-051cfd04-d69f-4c0e-aeac-072501d29c56 req-c6abe408-c964-4b99-8b51-39e916107aee service nova] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 594.483660] env[65334]: INFO networking_nsxv3.common.synchronization [req-051cfd04-d69f-4c0e-aeac-072501d29c56 req-c6abe408-c964-4b99-8b51-39e916107aee service nova] Enqueued Resource ID: 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 with Priority: HIGHEST for action port [ 594.487523] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_rules [ 594.487523] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 594.487523] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 with Priority: HIGHEST for action port [ 594.487851] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.487851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.488122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.488239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.488382] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.489174] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.489264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.489323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.489511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.491235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.491356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.491823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.491823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.491823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.491823] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.496937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.496937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.496937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.497264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.497264] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053ebb7c-0dbb-4dd9-b3a2-591e30a7f852',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.001571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.002180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.018770] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.019647] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 with status ACTIVE [ 595.020169] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.020316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.020362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.020853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.021153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.021660] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.021815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.021900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.022054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.022145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.022354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.022493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.022577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.022786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.022914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.024444] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 053ebb7c-0dbb-4dd9-b3a2-591e30a7f852 is going to be updated. [ 595.050283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.050427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.050491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.051662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.051662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.051662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053ebb7c-0dbb-4dd9-b3a2-591e30a7f852" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.171368] env[65334]: INFO networking_nsxv3.common.synchronization [None req-75e72bab-a612-4024-8471-76dca498a085 None None] Enqueued Resource ID: 13d04712-b385-4dc7-82ed-bc0de73b20dc with Priority: HIGHEST for action port [ 595.173830] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d04712-b385-4dc7-82ed-bc0de73b20dc with Priority: HIGHEST for action port [ 595.175678] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d04712-b385-4dc7-82ed-bc0de73b20dc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.175785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d04712-b385-4dc7-82ed-bc0de73b20dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.175785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d04712-b385-4dc7-82ed-bc0de73b20dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.176369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d04712-b385-4dc7-82ed-bc0de73b20dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.176369] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d04712-b385-4dc7-82ed-bc0de73b20dc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.528812] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.565148] env[65334]: INFO networking_nsxv3.common.synchronization [None req-39d53f58-3a57-45db-991e-d69e8a6fbf3f None None] Enqueued Resource ID: b47637eb-692d-4508-9a3d-f30931b33583 with Priority: HIGHEST for action port [ 595.565148] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47637eb-692d-4508-9a3d-f30931b33583 with Priority: HIGHEST for action port [ 595.565148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b47637eb-692d-4508-9a3d-f30931b33583 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.565148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b47637eb-692d-4508-9a3d-f30931b33583" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.565148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b47637eb-692d-4508-9a3d-f30931b33583" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.565148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b47637eb-692d-4508-9a3d-f30931b33583" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.565148] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47637eb-692d-4508-9a3d-f30931b33583',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.679215] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d04712-b385-4dc7-82ed-bc0de73b20dc [ 595.679432] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.679567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.679632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d04712-b385-4dc7-82ed-bc0de73b20dc already deleted. [ 595.681185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d04712-b385-4dc7-82ed-bc0de73b20dc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.030727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.030727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.030727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.030727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.030727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.031559] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be created. [ 596.067013] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b47637eb-692d-4508-9a3d-f30931b33583 [ 596.067343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.067479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.067619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.067795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.067951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.068036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b47637eb-692d-4508-9a3d-f30931b33583 already deleted. [ 596.068111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b47637eb-692d-4508-9a3d-f30931b33583" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.073689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.073836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.073904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.074157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.074372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.087063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: UNINITIALIZED for 2s [ 596.221707] env[65334]: INFO networking_nsxv3.common.synchronization [None req-71507bd4-e0ae-447a-b4e3-b3854614f4e6 None None] Enqueued Resource ID: 411b739b-d7cf-44a9-9da2-3c1b8ce877a3 with Priority: HIGHEST for action port [ 596.221707] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411b739b-d7cf-44a9-9da2-3c1b8ce877a3 with Priority: HIGHEST for action port [ 596.221707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-411b739b-d7cf-44a9-9da2-3c1b8ce877a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.221707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411b739b-d7cf-44a9-9da2-3c1b8ce877a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.221707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411b739b-d7cf-44a9-9da2-3c1b8ce877a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.221707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411b739b-d7cf-44a9-9da2-3c1b8ce877a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221707] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411b739b-d7cf-44a9-9da2-3c1b8ce877a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.728204] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411b739b-d7cf-44a9-9da2-3c1b8ce877a3 [ 596.728204] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.728204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.728204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.728204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.728204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.728204] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411b739b-d7cf-44a9-9da2-3c1b8ce877a3 already deleted. [ 596.728204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411b739b-d7cf-44a9-9da2-3c1b8ce877a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.629142] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e3676f07-7472-4d12-9278-d4254fd8d1a0 tempest-VolumesAssistedSnapshotsTest-1153272415 tempest-VolumesAssistedSnapshotsTest-1153272415-project-member] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 597.629520] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 597.629520] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.629728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.629728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.630329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.630329] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.085037] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7cf29f9a-4f1b-44bd-abe0-e299485a39c1 tempest-VolumesAssistedSnapshotsTest-1153272415 tempest-VolumesAssistedSnapshotsTest-1153272415-project-member] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 598.085037] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 598.085037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.085037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.105656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 598.105656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.106053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.106053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.106169] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.106283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.106353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.106490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.106565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.106645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.106741] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.156799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.157061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.157732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.157732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.160037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.160037] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f980468b-0344-4346-b81c-e44e9215741d already deleted. [ 598.160037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.160037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.160490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.161128] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.415697] env[65334]: INFO networking_nsxv3.common.synchronization [req-21ef9449-f138-43ae-95a1-8512391668e1 req-4c908f53-34c2-4e6e-b148-8378efadc30d tempest-ServerAddressesNegativeTestJSON-110898497 tempest-ServerAddressesNegativeTestJSON-110898497-project-member] Enqueued Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 598.415697] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 598.415697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.415697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.415935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.415971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417136] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.417246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.417308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.417548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.417725] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.612692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.612920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.612990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.613247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.613426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.613525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.613583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.613730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.613806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.613886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.614119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.614173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.614306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.614434] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.614514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.614567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.614711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.614779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.688357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.688883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688977] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f980468b-0344-4346-b81c-e44e9215741d already deleted. [ 598.689064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.855410] env[65334]: INFO networking_nsxv3.common.synchronization [None req-5b4dfd30-a031-49f1-bcfe-4255ddcaca5b None None] Enqueued Resource ID: f514f71a-9232-4752-93ba-c1e5361ae6be with Priority: HIGHEST for action port [ 598.855410] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f514f71a-9232-4752-93ba-c1e5361ae6be with Priority: HIGHEST for action port [ 598.856018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f514f71a-9232-4752-93ba-c1e5361ae6be taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.856165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f514f71a-9232-4752-93ba-c1e5361ae6be" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.856165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f514f71a-9232-4752-93ba-c1e5361ae6be" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.857163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f514f71a-9232-4752-93ba-c1e5361ae6be" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.857163] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f514f71a-9232-4752-93ba-c1e5361ae6be',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.920208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.921886] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.921886] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60734f54-b312-4346-92d7-414ab3aceeab already deleted. [ 598.921886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.018851] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.019107] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-721" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-721" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.019572] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-721" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.021547] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.021547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.021547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.021547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.021547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.021547] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.021547] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.021547] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.022323] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.022323] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.022323] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.022323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.051978] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.052154] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.052321] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.052441] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-721" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.052764] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-ed905cbb-8f51-4162-a9f2-9b50cb96d928 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.052927] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.053413] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.053413] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.053500] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed905cbb-8f51-4162-a9f2-9b50cb96d928',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.106637] env[65334]: INFO networking_nsxv3.common.synchronization [None req-f572eb60-f776-4658-8d32-1f2755ee2108 None None] Enqueued Resource ID: c191b31b-6472-4af7-9c1f-635875f272e4 with Priority: HIGHEST for action port [ 599.107484] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c191b31b-6472-4af7-9c1f-635875f272e4 with Priority: HIGHEST for action port [ 599.107855] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c191b31b-6472-4af7-9c1f-635875f272e4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.108028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c191b31b-6472-4af7-9c1f-635875f272e4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.108106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c191b31b-6472-4af7-9c1f-635875f272e4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.108398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c191b31b-6472-4af7-9c1f-635875f272e4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.108498] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c191b31b-6472-4af7-9c1f-635875f272e4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.118435] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f099c5d-9601-4498-a6ad-f326801ce3c9: rpc.has_security_group_logging(os_id): False [ 599.145743] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.145743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.145743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.145743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.145743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.146118] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.146118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.146118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.146275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.146351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.146555] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.146643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.146702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.146855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.146929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.147139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.147246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.147309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.147458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.147529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.147612] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be created. [ 599.245197] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.245376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.245416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.245605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.245783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.258319] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 599.359219] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f514f71a-9232-4752-93ba-c1e5361ae6be [ 599.359356] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.359480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.359548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.360022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.360022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.360022] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f514f71a-9232-4752-93ba-c1e5361ae6be already deleted. [ 599.360022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f514f71a-9232-4752-93ba-c1e5361ae6be" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.463560] env[65334]: INFO networking_nsxv3.common.synchronization [None req-aea27df4-4f20-4816-866d-471a583bb0d1 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 599.463560] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 599.463560] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.463886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.464084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464680] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.557547] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.557730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.557848] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.558194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.558344] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.558517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port ed905cbb-8f51-4162-a9f2-9b50cb96d928 not found, creating... [ 599.558808] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.559036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.559283] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.559718] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.559892] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.560249] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.560426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.560612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.560847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.561021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.561176] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: ed905cbb-8f51-4162-a9f2-9b50cb96d928 is going to be created. [ 599.569709] env[65334]: INFO networking_nsxv3.common.synchronization [None req-de644196-d3af-4d34-80e8-a7bb161ff851 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 599.570419] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 599.570836] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.571290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.585320] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.585320] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.585320] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.585320] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.585711] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.585983] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.610653] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c191b31b-6472-4af7-9c1f-635875f272e4 [ 599.611468] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.612067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.612067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.612067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.612215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.612920] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c191b31b-6472-4af7-9c1f-635875f272e4 already deleted. [ 599.612920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c191b31b-6472-4af7-9c1f-635875f272e4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.990097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.990097] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f already deleted. [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.990097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.990097] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.138305] env[65334]: INFO networking_nsxv3.common.synchronization [None req-cab86a64-01a1-40ff-8f56-188aa367e135 None None] Enqueued Resource ID: 20dc4876-4831-4fe4-b3fa-7d63a6796ec5 with Priority: HIGHEST for action port [ 600.138708] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dc4876-4831-4fe4-b3fa-7d63a6796ec5 with Priority: HIGHEST for action port [ 600.139052] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-20dc4876-4831-4fe4-b3fa-7d63a6796ec5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.139181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20dc4876-4831-4fe4-b3fa-7d63a6796ec5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.139248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20dc4876-4831-4fe4-b3fa-7d63a6796ec5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.139505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20dc4876-4831-4fe4-b3fa-7d63a6796ec5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.139623] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20dc4876-4831-4fe4-b3fa-7d63a6796ec5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.178028] env[65334]: INFO networking_nsxv3.common.synchronization [None req-779be56d-c237-469c-819d-195a84191f68 None None] Enqueued Resource ID: ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf with Priority: HIGHEST for action port [ 600.178028] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf with Priority: HIGHEST for action port [ 600.179564] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.180088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.182175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.182175] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.484085] env[65334]: INFO networking_nsxv3.common.synchronization [req-21ef9449-f138-43ae-95a1-8512391668e1 req-3424a537-84dd-4738-9a86-9cdd121c04c9 service nova] Enqueued Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_rules [ 600.484085] env[65334]: INFO networking_nsxv3.common.synchronization [req-21ef9449-f138-43ae-95a1-8512391668e1 req-3424a537-84dd-4738-9a86-9cdd121c04c9 service nova] Enqueued Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 600.484335] env[65334]: INFO networking_nsxv3.common.synchronization [req-21ef9449-f138-43ae-95a1-8512391668e1 req-3424a537-84dd-4738-9a86-9cdd121c04c9 service nova] Enqueued Resource ID: ed905cbb-8f51-4162-a9f2-9b50cb96d928 with Priority: HIGHEST for action port [ 600.484978] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_rules [ 600.485137] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 600.485230] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed905cbb-8f51-4162-a9f2-9b50cb96d928 with Priority: HIGHEST for action port [ 600.486250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.486250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.486250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.486250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.486250] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.487177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.487344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.487430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.489812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491638] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.491638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.491638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.491638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.491638] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.492912] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed905cbb-8f51-4162-a9f2-9b50cb96d928 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.492912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.493023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.493142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.493216] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed905cbb-8f51-4162-a9f2-9b50cb96d928',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.519632] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.519788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.519911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.520121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.520215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.520325] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f already deleted. [ 600.520405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.642959] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20dc4876-4831-4fe4-b3fa-7d63a6796ec5 [ 600.644266] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.644266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.644266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.644266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.644266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.644266] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20dc4876-4831-4fe4-b3fa-7d63a6796ec5 already deleted. [ 600.644266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20dc4876-4831-4fe4-b3fa-7d63a6796ec5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.683843] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf [ 600.684105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.684244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.684313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.685087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.685087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.685087] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf already deleted. [ 600.685087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6b9fe3-92cd-4d68-9c9f-2d37203d5caf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.986152] env[65334]: INFO networking_nsxv3.common.synchronization [req-be54cb30-7a87-41c3-982d-357063dd8c80 req-d93eb459-bf74-4a0c-bd0a-20bc6dffd0c9 tempest-ServersTestFqdnHostnames-1349622439 tempest-ServersTestFqdnHostnames-1349622439-project-member] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 600.986726] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 600.987045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.987171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.987241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.987496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.987655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.987753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.987816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.987966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.989041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.989283] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.995419] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.997720] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.997855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003444] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed905cbb-8f51-4162-a9f2-9b50cb96d928 with status ACTIVE [ 601.003444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.003708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.003780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004698] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004698] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.005029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.005029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.005029] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed905cbb-8f51-4162-a9f2-9b50cb96d928 is going to be updated. [ 601.029763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.029917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.029972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.030722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.031191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.031408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed905cbb-8f51-4162-a9f2-9b50cb96d928" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.269911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 601.270288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.492091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.492434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.492656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.493152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.493404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.493898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.494236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.494236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.495149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.495149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.495149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 already deleted. [ 601.495149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.499372] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.555528] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.555528] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-126" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.555528] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-126" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.555702] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-126" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.556272] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.556398] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.556512] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.556775] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.556879] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.557103] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.557218] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.557319] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.557428] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.557585] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.557639] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.557748] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.577964] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.578161] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.578292] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.578460] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-126" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.578856] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.579043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.579159] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.579483] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.579616] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd2af63-d24c-4e0a-bffb-9549f4ac68ac',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.003419] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.003790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.003790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.003862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.003951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.004062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60734f54-b312-4346-92d7-414ab3aceeab is going to be created. [ 602.031740] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.031980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.032174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.032329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.043391] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: UNINITIALIZED for 2s [ 602.083128] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.083128] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.083128] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.083128] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.083459] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.083459] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac not found, creating... [ 602.083583] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.083735] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.083844] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.084100] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.084231] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.084561] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.084712] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.084822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.085238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.085435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.085625] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac is going to be created. [ 602.118678] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.118678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.118678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.118678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.119068] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.119276] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.844063] env[65334]: INFO networking_nsxv3.common.synchronization [req-be54cb30-7a87-41c3-982d-357063dd8c80 req-0cd025ae-3c16-4ac6-aed9-4620167270cf service nova] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 602.844962] env[65334]: INFO networking_nsxv3.common.synchronization [req-be54cb30-7a87-41c3-982d-357063dd8c80 req-0cd025ae-3c16-4ac6-aed9-4620167270cf service nova] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 602.845157] env[65334]: INFO networking_nsxv3.common.synchronization [req-be54cb30-7a87-41c3-982d-357063dd8c80 req-0cd025ae-3c16-4ac6-aed9-4620167270cf service nova] Enqueued Resource ID: 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac with Priority: HIGHEST for action port [ 602.845978] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_rules [ 602.845978] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 602.845978] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac with Priority: HIGHEST for action port [ 602.846354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.846436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.846472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.846665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.846763] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.847780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.847780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.847780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.848082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.848707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.848707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.848707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.849842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.849842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.849842] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.851403] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.851518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.851560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.851934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.854064] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd2af63-d24c-4e0a-bffb-9549f4ac68ac',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.337742] env[65334]: INFO networking_nsxv3.common.synchronization [req-2969fcbb-8ccc-4546-bc9b-4c03a683e549 req-9804a3a3-485c-4069-8a60-cf3b53cbf4c1 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 603.338293] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 603.338693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.338945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.338945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.339177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.339348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.339454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.339518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.339692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.339781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.340091] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.351496] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.356042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac with status ACTIVE [ 603.356042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.356042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.356042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.356583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.356583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.356583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.356583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.356583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.356812] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd2af63-d24c-4e0a-bffb-9549f4ac68ac is going to be updated. [ 603.378233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.378411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.378576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.378670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.378794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.378964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd2af63-d24c-4e0a-bffb-9549f4ac68ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.774454] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.774454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.774454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.775439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.775439] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.775439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.775619] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.775898] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.775898] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.776060] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.776206] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.776272] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.776388] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.776494] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.776579] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.776711] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.799918] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.800070] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.800210] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.803489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.803489] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-8551332a-cd88-40f4-890d-db7ab62890d3 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.803489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.803489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.803489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.803489] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8551332a-cd88-40f4-890d-db7ab62890d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.842113] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.842239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.842310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.842621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.842675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.842824] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.842923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.842987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.843161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.843236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.843331] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 already deleted. [ 603.843391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.854206] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.054508] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: SUCCESS [ 604.054725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.054861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.055110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.055303] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.055424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.055482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.055630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.055713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.055795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.055932] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.305262] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.305453] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.306237] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.306678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.306848] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 8551332a-cd88-40f4-890d-db7ab62890d3 not found, creating... [ 604.307340] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307635] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307887] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.308052] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.308514] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.308770] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.308908] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.309176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.309314] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.309460] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 8551332a-cd88-40f4-890d-db7ab62890d3 is going to be created. [ 604.335435] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.335435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.335435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.335435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.335435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.357616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.358167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.358167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.358167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.358330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.358330] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 is going to be created. [ 604.383479] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.383673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.383728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.384085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.384273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.403025] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: UNINITIALIZED for 2s [ 604.560493] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.560693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.560749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.560973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.561161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.561265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.561403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.561473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.561556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.561642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.561786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.561880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.561945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562754] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.065424] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60734f54-b312-4346-92d7-414ab3aceeab: rpc.has_security_group_logging(os_id): False [ 605.085042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.085042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.085174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.085283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.085610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.086096] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.086524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.086524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.086640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.086695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.086953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.087723] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.088095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.088161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.088248] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60734f54-b312-4346-92d7-414ab3aceeab is going to be created. [ 605.091459] env[65334]: INFO networking_nsxv3.common.synchronization [req-2969fcbb-8ccc-4546-bc9b-4c03a683e549 req-57b7f0bf-9183-4f6c-96db-636c55b7189d service nova] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_rules [ 605.091670] env[65334]: INFO networking_nsxv3.common.synchronization [req-2969fcbb-8ccc-4546-bc9b-4c03a683e549 req-57b7f0bf-9183-4f6c-96db-636c55b7189d service nova] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 605.091919] env[65334]: INFO networking_nsxv3.common.synchronization [req-2969fcbb-8ccc-4546-bc9b-4c03a683e549 req-57b7f0bf-9183-4f6c-96db-636c55b7189d service nova] Enqueued Resource ID: 8551332a-cd88-40f4-890d-db7ab62890d3 with Priority: HIGHEST for action port [ 605.092369] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_rules [ 605.092495] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 605.092584] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8551332a-cd88-40f4-890d-db7ab62890d3 with Priority: HIGHEST for action port [ 605.092839] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.092969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.093073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.093346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.093402] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.094675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.094776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.095153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.095877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.095877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.095877] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.098190] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8551332a-cd88-40f4-890d-db7ab62890d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.098190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.098190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.098190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.098190] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8551332a-cd88-40f4-890d-db7ab62890d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.150963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.151135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.151199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.151578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.164056] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: IN_PROGRESS for 2s [ 605.176843] env[65334]: INFO networking_nsxv3.common.synchronization [req-bc5e7f50-761c-476e-903d-f8a550d88910 req-b3a32c1f-431c-493e-8fd5-f1f073d1048c tempest-ServersAdminNegativeTestJSON-142131572 tempest-ServersAdminNegativeTestJSON-142131572-project-member] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 605.177467] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 605.177879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.178131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.178131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.178494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.178945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.178945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.178945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.179152] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.599046] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.599046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.599046] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.600906] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8551332a-cd88-40f4-890d-db7ab62890d3 with status ACTIVE [ 605.601581] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.601581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.601581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.601581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.601983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.601983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.601983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.602272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.602272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.602272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.602703] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.602703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.602703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.602863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.602863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.602863] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8551332a-cd88-40f4-890d-db7ab62890d3 is going to be updated. [ 605.634945] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.635183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.635286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.635542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.635687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.635858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8551332a-cd88-40f4-890d-db7ab62890d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.640457] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.640457] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.640457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.640933] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.640933] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.640933] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.641139] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.641185] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.641264] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.641396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.666493] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.666493] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.666493] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.666794] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.666955] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b104fc15-7e76-42bb-81a2-4106ce5cd32d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.667146] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.667264] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.667687] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.667866] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b104fc15-7e76-42bb-81a2-4106ce5cd32d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.682569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.682768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.682768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.682951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.683066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.683274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.683374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.683435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.683589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.683671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.683755] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 already deleted. [ 605.683835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.101791] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.170740] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.170862] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.170981] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.171951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.171951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.171951] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b104fc15-7e76-42bb-81a2-4106ce5cd32d not found, creating... [ 606.171951] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.172227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.172227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.172384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.172500] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.172776] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.172925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.173045] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.173245] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.173370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.173501] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b104fc15-7e76-42bb-81a2-4106ce5cd32d is going to be created. [ 606.195359] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.195563] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.195682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.195955] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.196196] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.196405] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.412895] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: SUCCESS [ 606.414937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.414937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.415200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.415235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.415370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.415436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.416459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.416555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.416649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.416741] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.604583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.604885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.605592] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be created. [ 606.641738] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.641980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.641980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.642212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.642408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.655828] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: UNINITIALIZED for 2s [ 606.897723] env[65334]: INFO networking_nsxv3.common.synchronization [req-bc5e7f50-761c-476e-903d-f8a550d88910 req-9d25ec01-ed9e-45b9-bfce-6d2c68e197d9 service nova] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_rules [ 606.897959] env[65334]: INFO networking_nsxv3.common.synchronization [req-bc5e7f50-761c-476e-903d-f8a550d88910 req-9d25ec01-ed9e-45b9-bfce-6d2c68e197d9 service nova] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 606.898095] env[65334]: INFO networking_nsxv3.common.synchronization [req-bc5e7f50-761c-476e-903d-f8a550d88910 req-9d25ec01-ed9e-45b9-bfce-6d2c68e197d9 service nova] Enqueued Resource ID: b104fc15-7e76-42bb-81a2-4106ce5cd32d with Priority: HIGHEST for action port [ 606.898753] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_rules [ 606.898858] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 606.898964] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b104fc15-7e76-42bb-81a2-4106ce5cd32d with Priority: HIGHEST for action port [ 606.899664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.899664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.899827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900210] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.901841] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.901978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.902108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.902419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.902578] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.902724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.902851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.903105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.903277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.903421] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.905588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b104fc15-7e76-42bb-81a2-4106ce5cd32d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.905588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.905588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.905588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.905588] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b104fc15-7e76-42bb-81a2-4106ce5cd32d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.920777] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.180525] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: SUCCESS [ 607.180984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.381146] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c038e38-3228-4014-a6f3-9c13718682b1 req-e4a82763-3e8e-4dbb-896f-6f1f75628aaf tempest-ServerMetadataNegativeTestJSON-1575494766 tempest-ServerMetadataNegativeTestJSON-1575494766-project-member] Enqueued Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 607.381729] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 607.382059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.382186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.382369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.382517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.384462] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.384588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.384661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.384865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.384959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.385071] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.402960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.402960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.411203] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.412058] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b104fc15-7e76-42bb-81a2-4106ce5cd32d with status ACTIVE [ 607.412058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.412058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.412058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.412574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.412574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.412574] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.412574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.412574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.412769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.412769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.412925] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.413058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.413435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.413435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.413435] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b104fc15-7e76-42bb-81a2-4106ce5cd32d is going to be updated. [ 607.422806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e15def-978d-4c9f-a5d1-a4117a84fe53: rpc.has_security_group_logging(os_id): False [ 607.454442] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.456261] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.456638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.456966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.456966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.457178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.457178] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 is going to be created. [ 607.460573] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.460861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.460970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.461291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.461492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.462027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b104fc15-7e76-42bb-81a2-4106ce5cd32d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555745] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.555745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.555745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.555745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.555745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.581358] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: IN_PROGRESS for 2s [ 607.792568] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.792996] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-227" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.792996] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-227" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793360] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-227" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.794080] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.794289] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.794445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.798020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.798020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.798020] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.798020] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.798020] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.798020] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.798020] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.798020] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.798020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.817846] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.819752] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.819752] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.819752] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-227" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.819752] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-c4a2636d-05b0-4557-9eff-398d146492b2 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.820278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.820278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.820441] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.820476] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a2636d-05b0-4557-9eff-398d146492b2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.889075] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.889238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.889308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.889595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.889653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.889805] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.889905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.889964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.890126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.890199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.890279] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 already deleted. [ 607.890356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.916114] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.322998] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.323251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.323383] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.323654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.323793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.323939] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port c4a2636d-05b0-4557-9eff-398d146492b2 not found, creating... [ 608.324528] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.324528] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.324528] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.325333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.325333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.325333] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.325333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.325517] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.325640] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.326044] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.326044] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: c4a2636d-05b0-4557-9eff-398d146492b2 is going to be created. [ 608.350547] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.350823] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.350964] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.351252] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.351472] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.351692] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.419042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.419042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.419042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.420264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.420264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.420264] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be created. [ 608.445904] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.446043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.446126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.446387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.446931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.464113] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: UNINITIALIZED for 2s [ 608.668524] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.668524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.668524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.668524] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.699703] env[65334]: INFO networking_nsxv3.common.synchronization [req-fb206049-b3ac-44e0-af84-739bf1c1cec5 req-00578432-08d8-4a8c-8c6b-4fb89e9348c2 tempest-DeleteServersAdminTestJSON-1580490467 tempest-DeleteServersAdminTestJSON-1580490467-project-admin] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 608.700872] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 608.701193] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.701317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.701384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.701593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.701888] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.702038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.702130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.702319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.702408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.702506] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.077970] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c038e38-3228-4014-a6f3-9c13718682b1 req-5aecd305-28d9-4149-ac3c-3d70cd72f865 service nova] Enqueued Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_rules [ 609.078333] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c038e38-3228-4014-a6f3-9c13718682b1 req-5aecd305-28d9-4149-ac3c-3d70cd72f865 service nova] Enqueued Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 609.078465] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c038e38-3228-4014-a6f3-9c13718682b1 req-5aecd305-28d9-4149-ac3c-3d70cd72f865 service nova] Enqueued Resource ID: c4a2636d-05b0-4557-9eff-398d146492b2 with Priority: HIGHEST for action port [ 609.079351] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_rules [ 609.079788] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 609.080033] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a2636d-05b0-4557-9eff-398d146492b2 with Priority: HIGHEST for action port [ 609.080643] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.081032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.081032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.081406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.081500] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.083278] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.083692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.083845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.085724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.085724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.085724] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.085931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a2636d-05b0-4557-9eff-398d146492b2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.086132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.086210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.086328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.086404] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a2636d-05b0-4557-9eff-398d146492b2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.170663] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.171018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.171130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.171382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.171582] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.171826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.172627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.172889] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.173473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.173644] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.173964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174244] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.204940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.205186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.205266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.205521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.205668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.206430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.206430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.206430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.206652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.206652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.206736] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be updated. [ 609.266320] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.266320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.266320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.266320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.266320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.287826] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 609.584493] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.584708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.586943] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.589038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4a2636d-05b0-4557-9eff-398d146492b2 with status ACTIVE [ 609.589786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.590345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.590511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.591523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.591715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.592177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.592177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.592573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.592573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.592573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.592827] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.592957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.593055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.593242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.593341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.593458] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4a2636d-05b0-4557-9eff-398d146492b2 is going to be updated. [ 609.597264] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: SUCCESS [ 609.598433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.625744] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.625959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.626105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.626380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.626569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.626801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a2636d-05b0-4557-9eff-398d146492b2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.676572] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0985fde5-6560-44f4-b6cb-5632cd877f86: rpc.has_security_group_logging(os_id): False [ 609.699028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.700022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.700022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.700022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.702595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.702595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.702595] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be created. [ 609.816217] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.816511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.816511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.816823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.816823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.834630] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 610.096534] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.318247] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b200f7d1-592e-42c8-a748-ecfe1c508786 None None] Enqueued Resource ID: ee79b263-2dde-4e6f-bcee-13c7a0cf40aa with Priority: HIGHEST for action port [ 610.318526] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee79b263-2dde-4e6f-bcee-13c7a0cf40aa with Priority: HIGHEST for action port [ 610.319127] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee79b263-2dde-4e6f-bcee-13c7a0cf40aa taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.319281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee79b263-2dde-4e6f-bcee-13c7a0cf40aa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.319281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee79b263-2dde-4e6f-bcee-13c7a0cf40aa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.319527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee79b263-2dde-4e6f-bcee-13c7a0cf40aa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.319610] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee79b263-2dde-4e6f-bcee-13c7a0cf40aa',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.478340] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.478340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.478340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.479034] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.554177] env[65334]: INFO networking_nsxv3.common.synchronization [req-da2a7b88-e3ac-46a8-b2d6-a6109a813fe6 req-a65c2dbb-6df7-40b7-8329-4d8d47fe09a0 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 610.554491] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 610.555069] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.555263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.555263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.555722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.555722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.555722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.556067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.556067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.556067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.556067] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.600714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.600714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.600714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.600714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.600714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.601153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 is going to be created. [ 610.634154] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.634232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.634295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.634517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.634681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.652543] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: UNINITIALIZED for 2s [ 610.824487] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee79b263-2dde-4e6f-bcee-13c7a0cf40aa [ 610.824487] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.824487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.824487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.824487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.824487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.824487] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee79b263-2dde-4e6f-bcee-13c7a0cf40aa already deleted. [ 610.824487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee79b263-2dde-4e6f-bcee-13c7a0cf40aa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.982019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.982213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.982290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.983114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.983114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.983114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.983114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.983114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.983114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.983532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.983532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.983532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.983532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.984021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.984021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.984021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.984385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.984385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.984385] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.062130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.062535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.062631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.062929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.063096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.063302] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.063472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.063577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.063806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.063890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.064765] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 already deleted. [ 611.064765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.268475] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.269020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.269020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.269313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.269687] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.269954] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.270111] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.270433] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.270604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.270884] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.271061] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.271746] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.271746] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.271746] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.271746] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.272074] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.309254] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 611.309459] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 deletion is rescheduled due to dependency. [ 611.309600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.337799] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.338047] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.338192] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.338362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.338714] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-bface970-2a82-4590-a45c-d47d84739f19 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.339114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.341090] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.341090] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.341090] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bface970-2a82-4590-a45c-d47d84739f19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.488094] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e10aa4c5-d5b5-4ebe-952f-539489d8e963: rpc.has_security_group_logging(os_id): False [ 611.511469] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.511469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.511469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.511739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.511739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.511812] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.511924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.511967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.513184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.513303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.513553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.513626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.513691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.514143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.514143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.514251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.514251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.514521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.514521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.514588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.514650] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be created. [ 611.580613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.580613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.580613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.580613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.580613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.594646] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 611.844250] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.844250] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.844432] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.845266] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.846319] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.846614] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port bface970-2a82-4590-a45c-d47d84739f19 not found, creating... [ 611.847788] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.847788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.847788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.847788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.847788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.848067] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.848067] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.848831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.849100] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.849244] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.849675] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: bface970-2a82-4590-a45c-d47d84739f19 is going to be created. [ 611.851360] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 611.851360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.873261] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.873490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.873610] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.873886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.874131] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.874357] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.256600] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2813b255-ad21-4725-99a5-9cab1f8b2dab None None] Enqueued Resource ID: fbde816f-e2b8-43ba-8a2a-8ff08214a9d1 with Priority: HIGHEST for action port [ 612.257277] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbde816f-e2b8-43ba-8a2a-8ff08214a9d1 with Priority: HIGHEST for action port [ 612.257609] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbde816f-e2b8-43ba-8a2a-8ff08214a9d1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.257745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbde816f-e2b8-43ba-8a2a-8ff08214a9d1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.257945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbde816f-e2b8-43ba-8a2a-8ff08214a9d1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.258162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbde816f-e2b8-43ba-8a2a-8ff08214a9d1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.258277] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbde816f-e2b8-43ba-8a2a-8ff08214a9d1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.553260] env[65334]: INFO networking_nsxv3.common.synchronization [req-da2a7b88-e3ac-46a8-b2d6-a6109a813fe6 req-ce2d208d-8e56-430e-ae30-883e1fec913a service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 612.554885] env[65334]: INFO networking_nsxv3.common.synchronization [req-da2a7b88-e3ac-46a8-b2d6-a6109a813fe6 req-ce2d208d-8e56-430e-ae30-883e1fec913a service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 612.555319] env[65334]: INFO networking_nsxv3.common.synchronization [req-da2a7b88-e3ac-46a8-b2d6-a6109a813fe6 req-ce2d208d-8e56-430e-ae30-883e1fec913a service nova] Enqueued Resource ID: bface970-2a82-4590-a45c-d47d84739f19 with Priority: HIGHEST for action port [ 612.555935] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 612.556092] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 612.556192] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bface970-2a82-4590-a45c-d47d84739f19 with Priority: HIGHEST for action port [ 612.556472] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.556595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.556666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.556923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.557011] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.557877] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.558031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.558093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.558500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.558500] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.558731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.558731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.558815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.558847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.559089] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.559732] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-bface970-2a82-4590-a45c-d47d84739f19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.560107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.561679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.561679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.561679] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bface970-2a82-4590-a45c-d47d84739f19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.665699] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: SUCCESS [ 612.666043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.666490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.666576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.666784] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.666898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.666962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.667136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.667215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.667297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.667387] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.762950] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbde816f-e2b8-43ba-8a2a-8ff08214a9d1 [ 612.763231] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.763587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.763740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.763973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.764087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.764217] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbde816f-e2b8-43ba-8a2a-8ff08214a9d1 already deleted. [ 612.764266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbde816f-e2b8-43ba-8a2a-8ff08214a9d1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.877192] env[65334]: INFO networking_nsxv3.common.synchronization [req-40d50462-e4ec-4f79-b6c4-29b5664409fd req-ebf3e247-bbb6-47f0-975e-5f54e8c6e783 tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 612.877892] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 612.878296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.878735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.878735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.878901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.879014] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.879149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.879215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.879388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.879474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.879594] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.062129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.062379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.063332] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.064436] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bface970-2a82-4590-a45c-d47d84739f19 with status ACTIVE [ 613.064860] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.064949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.064949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.065178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.065273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.065485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.065559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.065923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.065923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.065923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.067063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.067169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.067460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.067578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.067702] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bface970-2a82-4590-a45c-d47d84739f19 is going to be updated. [ 613.097484] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.097484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.097610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.097799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.098657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.098657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bface970-2a82-4590-a45c-d47d84739f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.171761] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.171947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.172047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.172265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.172429] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.172560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.172637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.172724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.172806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.172893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.173158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.173245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.173779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.173779] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.175082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.175240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.175926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.175926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.175926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.175926] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.381916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.382114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.382229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.382393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.382533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.382750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.382750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.382876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.383036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.383036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.383168] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db already deleted. [ 613.383168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.392964] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.392964] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.393250] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.393481] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.393678] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.393903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.394089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.394341] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.394515] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.394719] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.395034] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.395581] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.395581] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.395581] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.395852] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.395898] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.415668] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.415734] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.415943] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.416304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.416841] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-c235b1e3-aed0-4638-86bc-6ac8eadad54d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.417118] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.417358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.418428] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c235b1e3-aed0-4638-86bc-6ac8eadad54d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.570872] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.608280] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 613.608652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.678573] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70186cc7-3109-4659-850d-7cceed4a4716: rpc.has_security_group_logging(os_id): False [ 613.697162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.697307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.697398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.697664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.697664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.697862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.697958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.698032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.698195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.698269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.698441] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.698532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.698591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.698756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.698824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.699092] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.699185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.699242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.699491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.699491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.699491] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 is going to be created. [ 613.762486] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.762656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.762734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.762956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.763366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.776830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: IN_PROGRESS for 2s [ 613.923251] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923251] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port c235b1e3-aed0-4638-86bc-6ac8eadad54d not found, creating... [ 613.923251] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.923251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.924112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.924607] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.924981] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.925280] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.925677] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.925972] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.926288] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: c235b1e3-aed0-4638-86bc-6ac8eadad54d is going to be created. [ 613.950648] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.950648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.950648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.950648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.951015] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.951306] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.073443] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.073585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.073667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.073894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.073998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.074106] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be created. [ 614.108569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.109247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.109247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.121624] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: UNINITIALIZED for 2s [ 614.347952] env[65334]: INFO networking_nsxv3.common.synchronization [None req-aa0c8a7b-45ee-454f-a566-35cc080e1d41 None None] Enqueued Resource ID: 03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35 with Priority: HIGHEST for action port [ 614.348528] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35 with Priority: HIGHEST for action port [ 614.348829] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.349061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.349605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.349605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.349760] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.854139] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35 [ 614.854139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.854139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.854139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.854139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.854139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.854139] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35 already deleted. [ 614.854139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e4ecd0-6b45-4d7a-b0f3-f3031b0a6a35" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.008390] env[65334]: INFO networking_nsxv3.common.synchronization [req-40d50462-e4ec-4f79-b6c4-29b5664409fd req-32f03c62-11e1-4b5f-ae03-a8ac02677836 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 615.008908] env[65334]: INFO networking_nsxv3.common.synchronization [req-40d50462-e4ec-4f79-b6c4-29b5664409fd req-32f03c62-11e1-4b5f-ae03-a8ac02677836 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 615.008908] env[65334]: INFO networking_nsxv3.common.synchronization [req-40d50462-e4ec-4f79-b6c4-29b5664409fd req-32f03c62-11e1-4b5f-ae03-a8ac02677836 service nova] Enqueued Resource ID: c235b1e3-aed0-4638-86bc-6ac8eadad54d with Priority: HIGHEST for action port [ 615.009804] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 615.009804] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 615.009804] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c235b1e3-aed0-4638-86bc-6ac8eadad54d with Priority: HIGHEST for action port [ 615.010835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.010835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.010835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.010835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.010835] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.011967] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.012139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.012232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.012443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.012629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.012753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.012841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.013044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.013184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.013486] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.014474] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c235b1e3-aed0-4638-86bc-6ac8eadad54d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.014636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.014732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.015513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.015513] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c235b1e3-aed0-4638-86bc-6ac8eadad54d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.386683] env[65334]: INFO networking_nsxv3.common.synchronization [None req-8ad059c9-3258-4989-8b86-3a50a42fdd2e None None] Enqueued Resource ID: f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3 with Priority: HIGHEST for action port [ 615.386939] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3 with Priority: HIGHEST for action port [ 615.387517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.387630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.387700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.387947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.388308] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.519259] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.520239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.520437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.521027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c235b1e3-aed0-4638-86bc-6ac8eadad54d with status ACTIVE [ 615.522202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.522729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.522729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.523176] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.523905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.523905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.523905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.523905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.525080] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.525352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.525883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.525883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.526277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.526695] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c235b1e3-aed0-4638-86bc-6ac8eadad54d is going to be updated. [ 615.565377] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.565545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.565589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.565793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.565933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c235b1e3-aed0-4638-86bc-6ac8eadad54d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.790328] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: SUCCESS [ 615.790613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.890751] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3 [ 615.891147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.891284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.891350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.891568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.891654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.891742] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3 already deleted. [ 615.891820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15bdcae-dcdc-49ac-9a1d-bd6d4b76c8c3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.980515] env[65334]: INFO networking_nsxv3.common.synchronization [req-b6b52a6a-3a44-44e0-89c1-4cba84d3e444 req-1b130d56-7bf9-4743-885e-622d51c65aa6 tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 615.981100] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 615.981403] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.981507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.030382] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.139509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 616.139509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.139509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139670] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.140089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.140213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.141172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.141172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.141172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.141172] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.204319] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1e6ba14a-2373-4a2f-b0e3-e8dcd35c2a7e None None] Enqueued Resource ID: 5e4ebbfc-63de-44de-8728-856a2bb056cf with Priority: HIGHEST for action port [ 616.204319] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ebbfc-63de-44de-8728-856a2bb056cf with Priority: HIGHEST for action port [ 616.204710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4ebbfc-63de-44de-8728-856a2bb056cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.205047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4ebbfc-63de-44de-8728-856a2bb056cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.205047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4ebbfc-63de-44de-8728-856a2bb056cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.205293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4ebbfc-63de-44de-8728-856a2bb056cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.205381] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4ebbfc-63de-44de-8728-856a2bb056cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.397502] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.397690] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.397811] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.398081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.398327] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.398477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.398584] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.400296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.400296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.401121] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.401121] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.401204] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.401780] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.401780] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.401780] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.401780] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.422067] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.422294] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.422365] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.422560] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.422885] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-903c9e23-569a-4ee3-9534-2036b3cbd14b taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.423069] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.423185] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.423516] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.423648] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903c9e23-569a-4ee3-9534-2036b3cbd14b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.536332] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.536504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.536569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.536779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.536869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.536965] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be created. [ 616.570687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.570687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.570687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.570687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.570687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.581359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: UNINITIALIZED for 2s [ 616.643172] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.643352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.643413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.643625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.643784] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.643890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.643958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.644130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.644222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.644310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.644489] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.644574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.644609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.644749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.644945] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.644993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.645052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.645174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.645250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.645329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.645420] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.712338] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e4ebbfc-63de-44de-8728-856a2bb056cf [ 616.712790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.712790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.712790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.713143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.713187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.713295] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e4ebbfc-63de-44de-8728-856a2bb056cf already deleted. [ 616.713401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4ebbfc-63de-44de-8728-856a2bb056cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.927024] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.927024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.927024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.927410] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.927410] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.927676] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 903c9e23-569a-4ee3-9534-2036b3cbd14b not found, creating... [ 616.927798] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.927966] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.928088] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.928278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.928404] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928679] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928905] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.929683] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.929683] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.929683] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.929683] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 903c9e23-569a-4ee3-9534-2036b3cbd14b is going to be created. [ 616.955754] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.956108] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956493] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956697] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.108790] env[65334]: INFO networking_nsxv3.common.synchronization [req-b68a366b-d97f-44b9-85d4-89951950d712 req-f8d38e1c-d32b-4e6a-a8a2-7ba72bcaa98c tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 617.109407] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 617.109722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.109851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.109920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.110144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.110305] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.110405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.110467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.110615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.110697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.110779] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.148051] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0625fa0a-5a25-4940-9f4d-0eb3959c27b5: rpc.has_security_group_logging(os_id): False [ 617.169318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.169447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.169555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.169727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.169811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.170033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.170895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.170895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.171226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.171226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.171463] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.171463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.171556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.173026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.173026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.173026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be created. [ 617.234245] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.234662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.234662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.234662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.234936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.248311] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 617.466084] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.466084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.466084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.466365] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.466634] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.466790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.466903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.467437] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.467639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.467979] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.468166] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.468307] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.468441] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.468578] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.468727] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.469116] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.489791] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.490031] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.490119] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.490286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.490593] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-dc0de876-d396-4e2c-9221-cdc20110d8a1 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.490755] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.490891] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.491254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.491387] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0de876-d396-4e2c-9221-cdc20110d8a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.612821] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.696991] env[65334]: INFO networking_nsxv3.common.synchronization [req-b6b52a6a-3a44-44e0-89c1-4cba84d3e444 req-4a12d9a2-c742-4e73-abe3-c4c326576d36 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 617.697257] env[65334]: INFO networking_nsxv3.common.synchronization [req-b6b52a6a-3a44-44e0-89c1-4cba84d3e444 req-4a12d9a2-c742-4e73-abe3-c4c326576d36 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 617.697427] env[65334]: INFO networking_nsxv3.common.synchronization [req-b6b52a6a-3a44-44e0-89c1-4cba84d3e444 req-4a12d9a2-c742-4e73-abe3-c4c326576d36 service nova] Enqueued Resource ID: 903c9e23-569a-4ee3-9534-2036b3cbd14b with Priority: HIGHEST for action port [ 617.697936] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 617.698089] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 617.698186] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903c9e23-569a-4ee3-9534-2036b3cbd14b with Priority: HIGHEST for action port [ 617.698528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.698636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.698876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.698876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.698985] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-903c9e23-569a-4ee3-9534-2036b3cbd14b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.699289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.699394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.699722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.699722] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903c9e23-569a-4ee3-9534-2036b3cbd14b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.994392] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.995789] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.996101] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.996595] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.997358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.997889] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port dc0de876-d396-4e2c-9221-cdc20110d8a1 not found, creating... [ 617.998315] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.999553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.999716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.000092] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.000303] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.000627] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.001507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.001507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.001507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.001671] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.001743] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: dc0de876-d396-4e2c-9221-cdc20110d8a1 is going to be created. [ 618.027024] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.027024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.027024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.027024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.027024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.027024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115435] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.201982] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903c9e23-569a-4ee3-9534-2036b3cbd14b with status ACTIVE [ 618.202343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.202489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.202576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.204287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.204409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.204674] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.204826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.204906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.206551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.206700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.207065] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.207376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.207928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.208148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.208432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.209046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903c9e23-569a-4ee3-9534-2036b3cbd14b is going to be updated. [ 618.235107] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.235302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.236118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.236500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.236657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.237077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903c9e23-569a-4ee3-9534-2036b3cbd14b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.299801] env[65334]: INFO networking_nsxv3.common.synchronization [None req-a44501dc-b223-43ee-b6c9-2c1a3d00f69d None None] Enqueued Resource ID: 314f4ee7-c1bf-4a16-ae14-f9859daec811 with Priority: HIGHEST for action port [ 618.302032] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 314f4ee7-c1bf-4a16-ae14-f9859daec811 with Priority: HIGHEST for action port [ 618.303634] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-314f4ee7-c1bf-4a16-ae14-f9859daec811 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-314f4ee7-c1bf-4a16-ae14-f9859daec811" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-314f4ee7-c1bf-4a16-ae14-f9859daec811" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.304308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-314f4ee7-c1bf-4a16-ae14-f9859daec811" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.304408] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314f4ee7-c1bf-4a16-ae14-f9859daec811',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.595226] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 618.595428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.595526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.595750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.596434] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.596434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.596434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.596434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.596434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.596675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.596675] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.598453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598869] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.599054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.599278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.599415] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.618619] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.618934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.619035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.619246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.619399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.619562] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 618.661243] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.661447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.661542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.661780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.661923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.672948] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 618.806278] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 314f4ee7-c1bf-4a16-ae14-f9859daec811 [ 618.806745] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.806745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.806745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.806974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.807095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.807243] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:314f4ee7-c1bf-4a16-ae14-f9859daec811 already deleted. [ 618.808027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-314f4ee7-c1bf-4a16-ae14-f9859daec811" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818779] env[65334]: INFO networking_nsxv3.common.synchronization [req-b68a366b-d97f-44b9-85d4-89951950d712 req-fb486214-b96e-4081-813e-c39d75c34c49 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 618.818779] env[65334]: INFO networking_nsxv3.common.synchronization [req-b68a366b-d97f-44b9-85d4-89951950d712 req-fb486214-b96e-4081-813e-c39d75c34c49 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 618.818992] env[65334]: INFO networking_nsxv3.common.synchronization [req-b68a366b-d97f-44b9-85d4-89951950d712 req-fb486214-b96e-4081-813e-c39d75c34c49 service nova] Enqueued Resource ID: dc0de876-d396-4e2c-9221-cdc20110d8a1 with Priority: HIGHEST for action port [ 618.819478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 618.819618] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 618.819700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de876-d396-4e2c-9221-cdc20110d8a1 with Priority: HIGHEST for action port [ 618.819970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820793] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820793] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0de876-d396-4e2c-9221-cdc20110d8a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.821298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.821298] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0de876-d396-4e2c-9221-cdc20110d8a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.102811] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.102811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.102811] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.262683] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 619.262891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.263163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.263732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.263732] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.323975] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc0de876-d396-4e2c-9221-cdc20110d8a1 with status ACTIVE [ 619.324982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.325239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.325311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.325538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.325625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.325835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.325937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.325994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.326235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.326420] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.326516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.326575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.326786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.326863] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc0de876-d396-4e2c-9221-cdc20110d8a1 is going to be updated. [ 619.355138] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.355416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.355507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.358507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.359765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.359765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0de876-d396-4e2c-9221-cdc20110d8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.605046] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.765771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.766356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.028078] env[65334]: INFO networking_nsxv3.common.synchronization [req-1227a7a8-7b0c-45b6-a658-d51fc6c3fa9d req-355d4f43-a00b-4b66-ad57-90219b770313 tempest-TenantUsagesTestJSON-1037001500 tempest-TenantUsagesTestJSON-1037001500-project-member] Enqueued Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 620.028617] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 620.030959] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.030959] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.030959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.031445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.031920] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.108577] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.108870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.108870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.109056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.109135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.109237] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 620.147466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.147466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.147466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.147466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.147466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.163398] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 620.499663] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.499823] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.499823] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.500493] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.500885] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.501076] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.501206] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.503515] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.503515] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.503515] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.503515] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.503515] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.503515] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.503515] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.503515] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.503515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.528892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.529117] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.529117] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.530093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530093] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-645aed22-0a6b-415f-ad48-27d2298155fc taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.530093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.530093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530699] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530699] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645aed22-0a6b-415f-ad48-27d2298155fc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.535916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.536129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.536129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.536343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.536427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.537055] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.537212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.537256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.537701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.537701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.537701] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e already deleted. [ 620.537701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684032] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 620.684292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.685199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.685273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.685935] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.035752] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.037123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.037123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037123] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 645aed22-0a6b-415f-ad48-27d2298155fc not found, creating... [ 621.037646] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.037646] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037787] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.038019] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.038158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.039031] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.039240] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.039340] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.039563] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.040240] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.040240] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 645aed22-0a6b-415f-ad48-27d2298155fc is going to be created. [ 621.072275] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.072275] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.072275] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.072498] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.073887] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.073887] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.189789] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.692066] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.830845] env[65334]: INFO networking_nsxv3.common.synchronization [req-1227a7a8-7b0c-45b6-a658-d51fc6c3fa9d req-fc8ad7b7-9e35-4902-b75d-ad99ed30c5be service nova] Enqueued Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_rules [ 621.830845] env[65334]: INFO networking_nsxv3.common.synchronization [req-1227a7a8-7b0c-45b6-a658-d51fc6c3fa9d req-fc8ad7b7-9e35-4902-b75d-ad99ed30c5be service nova] Enqueued Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 621.830845] env[65334]: INFO networking_nsxv3.common.synchronization [req-1227a7a8-7b0c-45b6-a658-d51fc6c3fa9d req-fc8ad7b7-9e35-4902-b75d-ad99ed30c5be service nova] Enqueued Resource ID: 645aed22-0a6b-415f-ad48-27d2298155fc with Priority: HIGHEST for action port [ 621.831357] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_rules [ 621.831424] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 621.831514] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645aed22-0a6b-415f-ad48-27d2298155fc with Priority: HIGHEST for action port [ 621.831845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.832022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.832320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.832590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.832699] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.834319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.834444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.835625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.835852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.836055] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.836212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.836289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.836463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.837275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.837381] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.839241] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-645aed22-0a6b-415f-ad48-27d2298155fc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.844025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.844025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.844025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.844025] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645aed22-0a6b-415f-ad48-27d2298155fc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.176330] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 622.176558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.176744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.176977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.177193] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.177333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.177402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.177577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.177663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.177776] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.195308] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.195685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.195685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.195685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.195792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.195841] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 622.229340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.229546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.229546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.229751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.229900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.244420] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 622.335581] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.335848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.343563] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.346328] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 645aed22-0a6b-415f-ad48-27d2298155fc with status ACTIVE [ 622.346736] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.347169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.347212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.347625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.347852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.348304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.348536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.348691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.353323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.353411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.353721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.353853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.353920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.354151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.354243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.354352] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 645aed22-0a6b-415f-ad48-27d2298155fc is going to be updated. [ 622.378630] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.379194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.379873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645aed22-0a6b-415f-ad48-27d2298155fc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.591766] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7723de59-37af-439b-93af-7fe0e13ae5b4 None None] Enqueued Resource ID: bb9f2110-5199-4b6c-94d5-52cc24977e80 with Priority: HIGHEST for action port [ 622.593407] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9f2110-5199-4b6c-94d5-52cc24977e80 with Priority: HIGHEST for action port [ 622.594110] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9f2110-5199-4b6c-94d5-52cc24977e80 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.594259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9f2110-5199-4b6c-94d5-52cc24977e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9f2110-5199-4b6c-94d5-52cc24977e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.595744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9f2110-5199-4b6c-94d5-52cc24977e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.595744] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9f2110-5199-4b6c-94d5-52cc24977e80',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.681345] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.846869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.098359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9f2110-5199-4b6c-94d5-52cc24977e80 [ 623.102020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.102020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.102020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.102020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9f2110-5199-4b6c-94d5-52cc24977e80 already deleted. [ 623.102020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9f2110-5199-4b6c-94d5-52cc24977e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.184722] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.353197] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.353483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.353526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.353732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.353822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.353924] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e is going to be created. [ 623.384648] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.384929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.385061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.385396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.385656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.399693] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: UNINITIALIZED for 2s [ 623.691937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.693023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.693023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.693023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.693023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.693023] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 623.738926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.739111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.739190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.739411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.739544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.760117] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 623.872312] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d2c5122-e289-4987-883a-ecc7e40834c1 req-52ac1d65-3b0a-402c-bb4f-e1f39c730f5c tempest-VolumesAssistedSnapshotsTest-1153272415 tempest-VolumesAssistedSnapshotsTest-1153272415-project-member] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 623.873982] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 623.873982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.873982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.873982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.874310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.874694] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.874940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.875099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.875844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.877871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.877871] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.254462] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.254816] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-713" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.254922] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-713" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.255257] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-713" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.255574] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.255799] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.255871] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.256123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.256403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.256485] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.256595] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.256703] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.256804] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.256912] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.257065] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.257152] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.258899] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 624.259152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.259697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.259899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.260109] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.260233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.260297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.260474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.260564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.260653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.260759] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.284525] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.284741] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.284875] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.285066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-713" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.285412] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-d0b962b4-4cb4-401d-bda9-367292dba681 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.286582] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.286582] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.286893] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.287078] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b962b4-4cb4-401d-bda9-367292dba681',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.379174] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.379661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.379661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.379661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.379857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.380377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.380377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.380478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f980468b-0344-4346-b81c-e44e9215741d already deleted. [ 624.380610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.730164] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0966dd1b-6396-4430-a2c4-934bd5d53c4c None None] Enqueued Resource ID: 7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c with Priority: HIGHEST for action port [ 624.730681] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c with Priority: HIGHEST for action port [ 624.730995] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.731165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.731223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.731488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.731572] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.763773] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.763977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.763977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.764317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.764407] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.764518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.764587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.764712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.764820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.764929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.765141] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.765260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.765336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.765441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.765579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.765665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.765720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.765896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.766010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.766125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.766404] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.789301] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.789574] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.789705] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.789970] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.790140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.790278] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port d0b962b4-4cb4-401d-bda9-367292dba681 not found, creating... [ 624.790544] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.790693] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.791135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.791272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.791351] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.791655] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.791797] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.792041] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.792454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.792700] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792937] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: d0b962b4-4cb4-401d-bda9-367292dba681 is going to be created. [ 624.817504] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.817504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.817701] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.817802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.818145] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.818647] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.138185] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7eba8a9e-31c9-436b-b2c1-1b6a84b2b98f tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 625.139248] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 625.139248] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.139248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.139248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.139843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.139843] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.219071] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0fd7e7cf-f68f-4284-8423-d672abc3e074 tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 625.219653] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 625.219983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.220060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.233617] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c [ 625.233864] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.234008] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.234084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.234420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.234514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.234609] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c already deleted. [ 625.234691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7317c9a5-af5a-4b54-a2f3-09ab31cd0e0c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.269152] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0625fa0a-5a25-4940-9f4d-0eb3959c27b5: rpc.has_security_group_logging(os_id): False [ 625.303840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.304708] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.307651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.307651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.307651] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 625.376771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.376771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.376771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.376947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.377056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391091] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 625.407988] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: SUCCESS [ 625.408311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.408488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.408744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.408970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.409157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.409215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.410367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.410367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.410367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.410367] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.593961] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d2c5122-e289-4987-883a-ecc7e40834c1 req-5c899bd5-02b0-44f9-936d-6f581f907d73 service nova] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 625.594297] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d2c5122-e289-4987-883a-ecc7e40834c1 req-5c899bd5-02b0-44f9-936d-6f581f907d73 service nova] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 625.594371] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d2c5122-e289-4987-883a-ecc7e40834c1 req-5c899bd5-02b0-44f9-936d-6f581f907d73 service nova] Enqueued Resource ID: d0b962b4-4cb4-401d-bda9-367292dba681 with Priority: HIGHEST for action port [ 625.594914] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_rules [ 625.595063] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 625.595197] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b962b4-4cb4-401d-bda9-367292dba681 with Priority: HIGHEST for action port [ 625.595428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.595544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.595619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595907] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.596776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.596908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.596967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.597164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.597307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.597399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.597673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.597673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.597673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.597885] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.598523] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b962b4-4cb4-401d-bda9-367292dba681 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.598636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.598682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.598833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.598945] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b962b4-4cb4-401d-bda9-367292dba681',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.674043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.674043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.674043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.674043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.674043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.674043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 already deleted. [ 625.674043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.674519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.674519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.674519] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.772106] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 625.772383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.772606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.772786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.772991] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.773251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.773251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.773379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.773459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.773545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.776141] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.776662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.776662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.776788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.776924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.777062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.777109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.777257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.777316] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.915527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.915730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.915847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.916625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.916625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.916625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.916625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.916625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.916625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.916948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.917029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.917193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.917261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.917416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.917553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.917641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.917699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.917838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.917908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.917995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.918094] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.101114] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.102527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.103547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.103547] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b962b4-4cb4-401d-bda9-367292dba681 with status ACTIVE [ 626.103547] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.103547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.103547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.103547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.103547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.103933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.103933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.103933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.103933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.103933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.107337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.107337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.107337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.107337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.107337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.107337] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b962b4-4cb4-401d-bda9-367292dba681 is going to be updated. [ 626.131449] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b962b4-4cb4-401d-bda9-367292dba681" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.200726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.200726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.200726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.200726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.200726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.200726] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 already deleted. [ 626.200726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.280100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc25fe6-9626-411a-8121-89a74e03d8db: rpc.has_security_group_logging(os_id): False [ 626.319394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.319625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.319625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.319936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.320237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.320796] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321833] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.322652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322961] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be created. [ 626.400006] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.400333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.400333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.414185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 626.424556] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2fca4cf-b823-426e-98f9-8b65ca10868e: rpc.has_security_group_logging(os_id): False [ 626.445591] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.445816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.445816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.446041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.446148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.446318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.448049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.448049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.448049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.448049] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e is going to be created. [ 626.560306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.560724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.560997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.561868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.562178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.592648] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: IN_PROGRESS for 2s [ 626.597750] env[65334]: INFO networking_nsxv3.common.synchronization [req-e0913904-08aa-40cf-9426-abfafdb8ab99 req-9b701347-0884-4aa5-b330-d06de2605a60 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 626.599549] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 626.599981] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.600251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.600639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.600731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.600884] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.601721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.601721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.602185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.602467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.602553] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.610023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.069310] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.069588] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.069741] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.070361] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.070671] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.070841] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.070988] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.071329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.071674] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.071763] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.071851] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.071979] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.072137] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.072252] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.072354] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.072480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.097034] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.098766] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.098766] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.098766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.098766] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-24d5b8a0-e985-4b15-b4de-eac31d5f990c taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.098766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.098766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.098766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.098766] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d5b8a0-e985-4b15-b4de-eac31d5f990c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.105880] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.106097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.106208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.106511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.106646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.106916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.107099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.107204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.107435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.107555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.107679] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f already deleted. [ 627.107804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.109643] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.109750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.109816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.109975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.110067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.110153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f980468b-0344-4346-b81c-e44e9215741d is going to be created. [ 627.137780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.138050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.138173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.138517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.138844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.150592] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: UNINITIALIZED for 2s [ 627.407849] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 627.408152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.603864] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.604186] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.604366] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.604682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.604862] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.605034] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 24d5b8a0-e985-4b15-b4de-eac31d5f990c not found, creating... [ 627.605359] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.605559] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.605704] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.606026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.606177] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611048] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.611224] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.611554] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.611741] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.612214] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.612214] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 24d5b8a0-e985-4b15-b4de-eac31d5f990c is going to be created. [ 627.634496] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.634775] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.634936] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.635313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.635654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.636403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.404123] env[65334]: INFO networking_nsxv3.common.synchronization [req-e0913904-08aa-40cf-9426-abfafdb8ab99 req-00bc3e86-2599-4625-bd2f-ce18825adf76 service nova] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 628.404298] env[65334]: INFO networking_nsxv3.common.synchronization [req-e0913904-08aa-40cf-9426-abfafdb8ab99 req-00bc3e86-2599-4625-bd2f-ce18825adf76 service nova] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 628.404427] env[65334]: INFO networking_nsxv3.common.synchronization [req-e0913904-08aa-40cf-9426-abfafdb8ab99 req-00bc3e86-2599-4625-bd2f-ce18825adf76 service nova] Enqueued Resource ID: 24d5b8a0-e985-4b15-b4de-eac31d5f990c with Priority: HIGHEST for action port [ 628.408023] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 628.408023] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 628.408023] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d5b8a0-e985-4b15-b4de-eac31d5f990c with Priority: HIGHEST for action port [ 628.408023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.408023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.408023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.408023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.408763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.408763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.408763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.408763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.408950] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.412962] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d5b8a0-e985-4b15-b4de-eac31d5f990c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.412962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.412962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.413505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.414091] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d5b8a0-e985-4b15-b4de-eac31d5f990c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.428568] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 628.428789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.430498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.430799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.430907] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.606204] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: SUCCESS [ 628.606204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.856826] env[65334]: INFO networking_nsxv3.common.synchronization [req-799b16dc-41d7-4942-820a-45357aec60c2 req-0701eee9-1010-49a3-a491-cadb6ddccca9 tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 628.857872] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 628.857872] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.857872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.858115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.858150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.858279] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.859042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.859042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.859042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.859042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.859042] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.916746] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24d5b8a0-e985-4b15-b4de-eac31d5f990c with status ACTIVE [ 628.916916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.917008] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.917063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.917346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.917414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.917638] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.917879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.917879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.917879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.918049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.918267] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.918267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.919174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.919174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.919174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.919174] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24d5b8a0-e985-4b15-b4de-eac31d5f990c is going to be updated. [ 628.920958] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.921467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.922798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.934352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.934352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.951304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.952201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.952201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.952201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.952201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.952201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d5b8a0-e985-4b15-b4de-eac31d5f990c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.165840] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: SUCCESS [ 629.165840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.165840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.166185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.166457] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.166669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.166803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.167155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.167333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.167559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.167758] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.363554] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.419664] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.420064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.420124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.420428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.420813] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.420813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.420998] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.421401] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.421628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.422705] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.422705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.422705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.422705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.422705] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.422705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.422705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.424022] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.449049] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.449363] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.449551] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.450039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-517" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.450143] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-fd65681c-2c74-488d-899e-ca75db1e01e2 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.450504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.450710] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.451202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.451680] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd65681c-2c74-488d-899e-ca75db1e01e2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.670306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.865152] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.927649] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.927649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.927863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.928852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.928852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.928852] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be created. [ 629.954420] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.954708] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.954871] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.955165] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.955328] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.955478] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port fd65681c-2c74-488d-899e-ca75db1e01e2 not found, creating... [ 629.955741] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.955894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.956017] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.956246] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.956366] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.956638] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.956786] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.956920] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.957238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.957400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.957629] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: fd65681c-2c74-488d-899e-ca75db1e01e2 is going to be created. [ 629.959481] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.959583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.959651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.960817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.960817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.971104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: UNINITIALIZED for 2s [ 629.983225] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.983225] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.983225] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.983225] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.983225] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.984474] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.172622] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f980468b-0344-4346-b81c-e44e9215741d: rpc.has_security_group_logging(os_id): False [ 630.196327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.196604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.196604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.196748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.196844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.197099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.197214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.197269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.197409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.197488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.197570] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f980468b-0344-4346-b81c-e44e9215741d is going to be created. [ 630.274346] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.274563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.274563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.274836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.275015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.308792] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: IN_PROGRESS for 2s [ 630.367788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.368026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.368193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.368820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.369165] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 630.415685] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.416117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.416199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.416446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.416656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.430370] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 630.776402] env[65334]: INFO networking_nsxv3.common.synchronization [req-799b16dc-41d7-4942-820a-45357aec60c2 req-bc3c0bf0-6a83-43ef-9c44-fe0f17a2a185 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 630.776791] env[65334]: INFO networking_nsxv3.common.synchronization [req-799b16dc-41d7-4942-820a-45357aec60c2 req-bc3c0bf0-6a83-43ef-9c44-fe0f17a2a185 service nova] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 630.776791] env[65334]: INFO networking_nsxv3.common.synchronization [req-799b16dc-41d7-4942-820a-45357aec60c2 req-bc3c0bf0-6a83-43ef-9c44-fe0f17a2a185 service nova] Enqueued Resource ID: fd65681c-2c74-488d-899e-ca75db1e01e2 with Priority: HIGHEST for action port [ 630.777246] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_rules [ 630.777376] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 630.777467] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd65681c-2c74-488d-899e-ca75db1e01e2 with Priority: HIGHEST for action port [ 630.777725] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.777842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.778478] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.778597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.778777] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd65681c-2c74-488d-899e-ca75db1e01e2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.778914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.778985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.779172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.779253] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd65681c-2c74-488d-899e-ca75db1e01e2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.284723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd65681c-2c74-488d-899e-ca75db1e01e2 with status ACTIVE [ 631.285009] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.285209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.285299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.285583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.285753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.285904] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.286016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.286083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.286255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.286423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.286554] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.286648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.286725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.286880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.286953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.287050] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd65681c-2c74-488d-899e-ca75db1e01e2 is going to be updated. [ 631.321924] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.322217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.322310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.322562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.322700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.322858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd65681c-2c74-488d-899e-ca75db1e01e2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.529835] env[65334]: INFO networking_nsxv3.common.synchronization [None req-04f22a2d-0523-4329-ae6f-35484ae2f76a None None] Enqueued Resource ID: 4337d99d-79d9-4139-b9ee-d20ad563181b with Priority: HIGHEST for action port [ 631.530411] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4337d99d-79d9-4139-b9ee-d20ad563181b with Priority: HIGHEST for action port [ 631.530855] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4337d99d-79d9-4139-b9ee-d20ad563181b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.531169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4337d99d-79d9-4139-b9ee-d20ad563181b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.531275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4337d99d-79d9-4139-b9ee-d20ad563181b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.531565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4337d99d-79d9-4139-b9ee-d20ad563181b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.531656] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4337d99d-79d9-4139-b9ee-d20ad563181b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.983940] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.983940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983940] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.034149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4337d99d-79d9-4139-b9ee-d20ad563181b [ 632.034383] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.034521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.034588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.034811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.034897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.034990] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4337d99d-79d9-4139-b9ee-d20ad563181b already deleted. [ 632.035086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4337d99d-79d9-4139-b9ee-d20ad563181b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.292455] env[65334]: INFO networking_nsxv3.common.synchronization [req-bbc5a177-5f80-4704-87a8-8c1d88e52723 req-d8a2143d-380b-44b5-bb7b-a540e35e0f48 tempest-ServerAddressesNegativeTestJSON-110898497 tempest-ServerAddressesNegativeTestJSON-110898497-project-member] Enqueued Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 632.293228] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGHEST for action security_group_members [ 632.293669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.294143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.294143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.294143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.294933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.294933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.294933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.294933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.294933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.294933] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.325994] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: SUCCESS [ 632.326358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.443762] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 632.443973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.444163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.444838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.444838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.444838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446258] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.446258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.446593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.446653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.447880] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.489737] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.798209] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.798536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.798536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.799429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.799635] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.800086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.800177] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60734f54-b312-4346-92d7-414ab3aceeab is going to be updated. [ 632.831698] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.831871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.831915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.832216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.832432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.841909] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: IN_PROGRESS for 2s [ 632.877427] env[65334]: INFO networking_nsxv3.common.synchronization [req-020bab81-045a-4bd3-b78b-012b62cc7033 req-f0efb40c-d53d-4e1e-b0b1-8e927c212623 tempest-ServerDiagnosticsNegativeTest-1525589939 tempest-ServerDiagnosticsNegativeTest-1525589939-project-member] Enqueued Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 632.877981] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 632.878918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.878918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.879106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.879422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.879656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.879802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.879883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.880303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.880397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.880987] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.949857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.950240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.950705] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.989126] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba3c00e-843b-4251-83b1-55eda8305c9f: rpc.has_security_group_logging(os_id): False [ 633.010096] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.010292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.010354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.010713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.010713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.010977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.011128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.011247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.011391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.011446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.011642] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be created. [ 633.086430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.086430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.086430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.086430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.086430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.107656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 633.321519] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.321821] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.321821] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.323629] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.326549] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.326549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.326549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.326549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.326549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.326549] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.326549] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.326549] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.326549] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.326549] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.326549] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.326549] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.353602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.354204] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.354204] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.354342] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.354911] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-667ca3c5-b87e-42ec-aa76-148c510794ad taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.355622] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.356325] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.356421] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.356589] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667ca3c5-b87e-42ec-aa76-148c510794ad',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.382789] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.383015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.383142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.383454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.383579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.383849] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.383999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.384107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.384576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.384576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.384576] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 already deleted. [ 633.384735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.453452] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.860080] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.860080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.860080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.861762] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 667ca3c5-b87e-42ec-aa76-148c510794ad not found, creating... [ 633.861762] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.861762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.862286] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.862286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.862286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.862399] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.862440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.862644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 667ca3c5-b87e-42ec-aa76-148c510794ad is going to be created. [ 633.953203] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.953494] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.953618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.953885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.954201] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.954358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.956952] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.957106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.957177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.957365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.957449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.957570] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 633.992680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.992680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.992680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.992981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.993184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.006515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 634.182324] env[65334]: INFO networking_nsxv3.common.synchronization [None req-43d8e0cf-9140-4581-a287-79b0a3d22850 None None] Enqueued Resource ID: 459f641c-4a09-4363-8205-5f8917dc814e with Priority: HIGHEST for action port [ 634.182829] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459f641c-4a09-4363-8205-5f8917dc814e with Priority: HIGHEST for action port [ 634.183156] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-459f641c-4a09-4363-8205-5f8917dc814e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.183266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459f641c-4a09-4363-8205-5f8917dc814e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.183304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459f641c-4a09-4363-8205-5f8917dc814e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.183563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459f641c-4a09-4363-8205-5f8917dc814e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.183675] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459f641c-4a09-4363-8205-5f8917dc814e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.686504] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459f641c-4a09-4363-8205-5f8917dc814e [ 634.686826] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.687017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.687134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.687446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.687583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.687717] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459f641c-4a09-4363-8205-5f8917dc814e already deleted. [ 634.687836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459f641c-4a09-4363-8205-5f8917dc814e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.708749] env[65334]: INFO networking_nsxv3.common.synchronization [req-020bab81-045a-4bd3-b78b-012b62cc7033 req-09406b96-fd61-4699-991f-db8301489a03 service nova] Enqueued Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_rules [ 634.708749] env[65334]: INFO networking_nsxv3.common.synchronization [req-020bab81-045a-4bd3-b78b-012b62cc7033 req-09406b96-fd61-4699-991f-db8301489a03 service nova] Enqueued Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 634.708955] env[65334]: INFO networking_nsxv3.common.synchronization [req-020bab81-045a-4bd3-b78b-012b62cc7033 req-09406b96-fd61-4699-991f-db8301489a03 service nova] Enqueued Resource ID: 667ca3c5-b87e-42ec-aa76-148c510794ad with Priority: HIGHEST for action port [ 634.710030] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_rules [ 634.710203] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 634.711085] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667ca3c5-b87e-42ec-aa76-148c510794ad with Priority: HIGHEST for action port [ 634.711085] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.711085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.711085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.711412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.714023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.714023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.714023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.714023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.714023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.714023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.714023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.714489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.714489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.714489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.714489] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.715529] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-667ca3c5-b87e-42ec-aa76-148c510794ad taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.715664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.715760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.715955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.716030] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667ca3c5-b87e-42ec-aa76-148c510794ad',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.856320] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60734f54-b312-4346-92d7-414ab3aceeab in Status: SUCCESS [ 634.856852] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60734f54-b312-4346-92d7-414ab3aceeab deletion is rescheduled due to dependency. [ 634.856852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.872113] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b8a95626-966e-4875-a1ac-2339e1654591 None None] Enqueued Resource ID: b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040 with Priority: HIGHEST for action port [ 634.872888] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040 with Priority: HIGHEST for action port [ 634.873160] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.873347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.873506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.877821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.877821] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.124148] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 635.124468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.218488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.218670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.218881] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 667ca3c5-b87e-42ec-aa76-148c510794ad with status ACTIVE [ 635.219108] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.219225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.219289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.219504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.219591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.219759] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.219855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.219913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.220082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.220159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.220358] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.220446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.220507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.220650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.220774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.220811] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 667ca3c5-b87e-42ec-aa76-148c510794ad is going to be updated. [ 635.221947] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.245826] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.246018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.246098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.246315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.246501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.246690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667ca3c5-b87e-42ec-aa76-148c510794ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.299805] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfe6410d-2db1-4307-83eb-7a8cc16fb5e5 req-cfae3fa8-03b2-434d-b06e-8586f5763adf tempest-ServerTagsTestJSON-225490364 tempest-ServerTagsTestJSON-225490364-project-member] Enqueued Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 635.300448] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 635.300772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.300882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.304444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.304565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.304626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.305180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.305180] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.381432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040 [ 635.381432] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.381432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.381432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.381432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.381432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040 already deleted. [ 635.381432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d3ddb3-f0c7-4342-8515-7bc1fe2b2040" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.725325] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.761937] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-215" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762391] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-215" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.762722] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-215" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.763233] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.763233] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.763384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.763471] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.763611] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.763848] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.763916] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.764057] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.764195] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.764308] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.764408] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.764531] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.786466] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.786466] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.786466] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.786466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-215" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.786466] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-b0598591-eaba-405f-bd40-fc4010749bf9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.786677] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.786827] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.787243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.787415] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0598591-eaba-405f-bd40-fc4010749bf9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.808770] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.808987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.809459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.811112] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.811112] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 already deleted. [ 635.811112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.017960] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 636.018364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.018484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.018789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.019035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.019278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.019735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.020017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.020080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.020227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.020462] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.020569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.020697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.020795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.020953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.021113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.021167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.021291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.021367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.021450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.021567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.229982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.230212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.230212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.230461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.230538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.230643] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 is going to be created. [ 636.267434] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.267729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.267804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.269767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.269767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.283094] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: UNINITIALIZED for 2s [ 636.290683] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.290935] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.291157] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.291499] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.291624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.291779] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port b0598591-eaba-405f-bd40-fc4010749bf9 not found, creating... [ 636.292092] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.292292] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.292430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.292676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.292827] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.293268] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.293369] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.293497] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.293749] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.293912] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.294140] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: b0598591-eaba-405f-bd40-fc4010749bf9 is going to be created. [ 636.325274] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.325833] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.325974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.326290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.326522] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.327428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.524917] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc25fe6-9626-411a-8121-89a74e03d8db: rpc.has_security_group_logging(os_id): False [ 636.544857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.545217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.545217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.545799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.545799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.545907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.546051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.546099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.547069] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.547069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.547069] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.547697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.547697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.547697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.547697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.547697] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 636.619436] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.619580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.619650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.619864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.620028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.641841] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 636.709097] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fa68fc41-0482-4043-a1d9-2f692e41dfe7 None None] Enqueued Resource ID: 6642b91f-025b-44c5-b862-dbef6798f614 with Priority: HIGHEST for action port [ 636.709667] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6642b91f-025b-44c5-b862-dbef6798f614 with Priority: HIGHEST for action port [ 636.710406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-6642b91f-025b-44c5-b862-dbef6798f614 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.710575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6642b91f-025b-44c5-b862-dbef6798f614" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.710662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6642b91f-025b-44c5-b862-dbef6798f614" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.710935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6642b91f-025b-44c5-b862-dbef6798f614" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.711081] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6642b91f-025b-44c5-b862-dbef6798f614',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.039339] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfe6410d-2db1-4307-83eb-7a8cc16fb5e5 req-16e8977a-7111-4ddc-ba67-57e54683f05d service nova] Enqueued Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_rules [ 637.039740] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfe6410d-2db1-4307-83eb-7a8cc16fb5e5 req-16e8977a-7111-4ddc-ba67-57e54683f05d service nova] Enqueued Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 637.039740] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfe6410d-2db1-4307-83eb-7a8cc16fb5e5 req-16e8977a-7111-4ddc-ba67-57e54683f05d service nova] Enqueued Resource ID: b0598591-eaba-405f-bd40-fc4010749bf9 with Priority: HIGHEST for action port [ 637.040280] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_rules [ 637.040413] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 637.040509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0598591-eaba-405f-bd40-fc4010749bf9 with Priority: HIGHEST for action port [ 637.040832] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.040983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.042151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.042862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.042956] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.044101] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.044272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.044369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.044586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.044776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.044945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.045017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.048149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.048149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.048149] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.048149] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0598591-eaba-405f-bd40-fc4010749bf9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.048149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.048149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.048149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.048149] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0598591-eaba-405f-bd40-fc4010749bf9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.214177] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6642b91f-025b-44c5-b862-dbef6798f614 [ 637.214414] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.214711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.214711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.214865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.214930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.215040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6642b91f-025b-44c5-b862-dbef6798f614 already deleted. [ 637.215107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6642b91f-025b-44c5-b862-dbef6798f614" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.388432] env[65334]: INFO networking_nsxv3.common.synchronization [req-dac98571-b480-4613-8db0-d026d0254303 req-a44f5044-acb7-4d0c-abd8-98bceab9057b tempest-ServerPasswordTestJSON-1997065153 tempest-ServerPasswordTestJSON-1997065153-project-member] Enqueued Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 637.389336] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 637.389485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.389671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.389760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.391050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.391050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.391050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.391050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.391050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.391050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.391557] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.523540] env[65334]: INFO networking_nsxv3.common.synchronization [None req-f0ffd5d0-c1c5-4504-9e7c-f9ea9313f573 None None] Enqueued Resource ID: 28015641-2ba4-4621-9339-06b8fedcb174 with Priority: HIGHEST for action port [ 637.523823] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28015641-2ba4-4621-9339-06b8fedcb174 with Priority: HIGHEST for action port [ 637.525874] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-28015641-2ba4-4621-9339-06b8fedcb174 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.526061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28015641-2ba4-4621-9339-06b8fedcb174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.526144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28015641-2ba4-4621-9339-06b8fedcb174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.527831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28015641-2ba4-4621-9339-06b8fedcb174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.527831] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28015641-2ba4-4621-9339-06b8fedcb174',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.549804] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.550710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.550710] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.551951] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0598591-eaba-405f-bd40-fc4010749bf9 with status ACTIVE [ 637.553074] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.553334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.554153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.554153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.554153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.554153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.554346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.554392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.555283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.555895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.555895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.555895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.556083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.556262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.556425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.556516] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0598591-eaba-405f-bd40-fc4010749bf9 is going to be updated. [ 637.600608] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.600608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.600608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.600608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.600608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.600608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0598591-eaba-405f-bd40-fc4010749bf9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894117] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.894117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.894117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.894351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894534] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.894635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.894693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.894868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.895034] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b already deleted. [ 637.895117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.032293] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28015641-2ba4-4621-9339-06b8fedcb174 [ 638.032293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.033515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28015641-2ba4-4621-9339-06b8fedcb174 already deleted. [ 638.033515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28015641-2ba4-4621-9339-06b8fedcb174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045138] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045138] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.045675] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045818] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.046096] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.046328] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.046393] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.046599] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.046739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.046941] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.047066] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.047169] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.047278] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.047374] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.047472] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.047599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.063047] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.068575] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.069455] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.069455] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.069592] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.070179] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-03d50983-90ef-4346-bac2-177cacec09ca taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.070305] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.070414] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.070872] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.071170] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d50983-90ef-4346-bac2-177cacec09ca',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.300023] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: SUCCESS [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.300023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.300023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.300023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.565221] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.565415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.565512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.566087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.566087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.566087] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 is going to be created. [ 638.575429] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.575748] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.575871] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.578846] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.579514] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.580043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 03d50983-90ef-4346-bac2-177cacec09ca not found, creating... [ 638.580837] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.581121] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.581286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.581569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.581708] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.582158] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.584254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.584254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.584254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.584254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.584254] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 03d50983-90ef-4346-bac2-177cacec09ca is going to be created. [ 638.602308] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.602499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.602536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.602759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.602957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.609518] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.609518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.609518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.609518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.609761] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.610077] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.619148] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: UNINITIALIZED for 2s [ 638.657090] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 638.657341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.657517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.657797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.658144] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.804948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.804948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.804948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.804948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.805300] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.805300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.805300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.805499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.805555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.806795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.806795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.806795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.806795] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.160806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.161248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.161430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.161606] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.161879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.161980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.162153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.162224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.162313] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.312654] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4134bd2-dc0a-43ed-9b41-e6a037d45440: rpc.has_security_group_logging(os_id): False [ 639.338309] env[65334]: INFO networking_nsxv3.common.synchronization [req-dac98571-b480-4613-8db0-d026d0254303 req-be1c6e60-b1c7-442d-b526-83a641f60595 service nova] Enqueued Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_rules [ 639.338488] env[65334]: INFO networking_nsxv3.common.synchronization [req-dac98571-b480-4613-8db0-d026d0254303 req-be1c6e60-b1c7-442d-b526-83a641f60595 service nova] Enqueued Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 639.338592] env[65334]: INFO networking_nsxv3.common.synchronization [req-dac98571-b480-4613-8db0-d026d0254303 req-be1c6e60-b1c7-442d-b526-83a641f60595 service nova] Enqueued Resource ID: 03d50983-90ef-4346-bac2-177cacec09ca with Priority: HIGHEST for action port [ 639.340044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.340201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.340287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341559] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.342294] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.342386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.342449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.342651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.342699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.342805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 is going to be created. [ 639.344784] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_rules [ 639.344958] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 639.345149] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d50983-90ef-4346-bac2-177cacec09ca with Priority: HIGHEST for action port [ 639.345433] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.345553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.345645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.345885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.345984] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.347159] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.347304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.347349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.348150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348150] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.348292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.348475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.348699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.349102] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.350456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d50983-90ef-4346-bac2-177cacec09ca taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.350993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351124] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d50983-90ef-4346-bac2-177cacec09ca',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.435186] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.435186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.435186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.435186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.435186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.447292] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: IN_PROGRESS for 2s [ 639.666907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.666907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.667387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.667387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.667387] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.667500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.667539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.667916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.667916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.667916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.667916] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.854895] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.858021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03d50983-90ef-4346-bac2-177cacec09ca with status ACTIVE [ 639.858021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.858021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.858021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.858021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859389] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03d50983-90ef-4346-bac2-177cacec09ca is going to be updated. [ 639.880962] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.880962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.880962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.880962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.880962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.880962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d50983-90ef-4346-bac2-177cacec09ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.023687] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e56deeb7-b641-4be6-884f-85c44dd2a161 None None] Enqueued Resource ID: e5c87bfa-3d01-46ea-8955-42258033e8ca with Priority: HIGHEST for action port [ 640.023687] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c87bfa-3d01-46ea-8955-42258033e8ca with Priority: HIGHEST for action port [ 640.023687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c87bfa-3d01-46ea-8955-42258033e8ca taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.023687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c87bfa-3d01-46ea-8955-42258033e8ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.023687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c87bfa-3d01-46ea-8955-42258033e8ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.024079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c87bfa-3d01-46ea-8955-42258033e8ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.024307] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c87bfa-3d01-46ea-8955-42258033e8ca',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.170535] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc25fe6-9626-411a-8121-89a74e03d8db: rpc.has_security_group_logging(os_id): False [ 640.192183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.192183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.192183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.192183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.192950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.192950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.192950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.192950] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.192950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.192950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.193242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.198171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.198421] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 640.273902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.274050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.274050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.274265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.274424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.305570] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 640.363303] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.528395] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c87bfa-3d01-46ea-8955-42258033e8ca [ 640.528395] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.528395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.528395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.528395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.529244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.529583] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c87bfa-3d01-46ea-8955-42258033e8ca already deleted. [ 640.530914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c87bfa-3d01-46ea-8955-42258033e8ca" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.635584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: SUCCESS [ 640.635782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.636453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.636453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.636542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.636600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.636695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.637115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.637115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.637115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.637322] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.868919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.868919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.868919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.868919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.868919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.868919] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b is going to be created. [ 640.897606] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.897606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.897606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.897606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.897606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.911299] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: UNINITIALIZED for 2s [ 641.032450] env[65334]: INFO networking_nsxv3.common.synchronization [None req-225b31f2-7a39-4f2f-875f-c05d6763622a tempest-ServersTestJSON-1201466400 tempest-ServersTestJSON-1201466400-project-member] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 641.033876] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 641.033876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.035308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.035308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.035308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.035308] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.140545] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.140803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.142207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.142207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142207] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.142207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.142207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.142466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.142466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.142466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.142566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.142623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.142698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142872] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.241216] env[65334]: INFO networking_nsxv3.common.synchronization [None req-065ee92c-b3c1-4be4-8748-d2be01d84cb0 tempest-ServersTestJSON-1201466400 tempest-ServersTestJSON-1201466400-project-member] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 641.243888] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 641.244371] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.244498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.499317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: SUCCESS [ 641.499317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.558159] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.561620] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a already deleted. [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.561620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.561620] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.645934] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0720ac-9b5e-4ddb-8418-46302dfbfab0: rpc.has_security_group_logging(os_id): False [ 641.676307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.676307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.676307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.676307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.677851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.677978] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.678229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.678348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.679895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.680556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.680556] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 is going to be created. [ 641.756031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.756031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.756031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.770584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: IN_PROGRESS for 2s [ 642.086712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.087248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.087248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.087414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.087414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087500] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a already deleted. [ 642.087633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.323767] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 642.324208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.933868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: SUCCESS [ 642.933868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.934100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.934249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.934569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.934569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.934726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.935188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.935188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.935188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.935188] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.439096] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.439525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.439746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.439978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.441352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.441352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.441352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.441747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.443227] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443227] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.784930] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: SUCCESS [ 643.785226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.806014] env[65334]: INFO networking_nsxv3.common.synchronization [req-f01266bf-2f21-4d35-b41f-a380e405066d req-e26bff4d-f1e3-4a52-bd37-08e6b3cbf0cd tempest-FloatingIPsAssociationTestJSON-462585945 tempest-FloatingIPsAssociationTestJSON-462585945-project-member] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 643.806663] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 643.806976] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.810066] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.810066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.811285] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.947385] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6debe5b-19d6-4141-96f7-f169f55cad7b: rpc.has_security_group_logging(os_id): False [ 643.969155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.969155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.969607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.969607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.969607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.969607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.969784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.970268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.970268] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.970268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.970584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.970584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.970584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b is going to be created. [ 644.036048] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.036762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.036762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.036762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.038401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.050119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: IN_PROGRESS for 2s [ 644.291387] env[65334]: INFO networking_nsxv3.common.synchronization [None req-be2be8a9-3347-4162-a11a-3be71d69906f None None] Enqueued Resource ID: c474231e-4ca7-402c-b2c9-7e21c68958eb with Priority: HIGHEST for action port [ 644.291915] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c474231e-4ca7-402c-b2c9-7e21c68958eb with Priority: HIGHEST for action port [ 644.292551] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c474231e-4ca7-402c-b2c9-7e21c68958eb taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.293954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c474231e-4ca7-402c-b2c9-7e21c68958eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.297045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c474231e-4ca7-402c-b2c9-7e21c68958eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.297045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c474231e-4ca7-402c-b2c9-7e21c68958eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.297045] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c474231e-4ca7-402c-b2c9-7e21c68958eb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.313251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.313448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.313599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.313784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.313879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.314098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.314217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.314280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.314402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.314549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.314549] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 already deleted. [ 644.314857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548853] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549224] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549224] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.549500] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.549755] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.550094] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.550359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.550534] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550824] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.550995] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.551187] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.551344] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.551484] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.551613] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.551768] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.572933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.573385] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.573698] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.574115] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.575483] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-7aba9639-558a-44b0-9f73-6309d741e137 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.575728] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.575851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.576235] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.576859] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aba9639-558a-44b0-9f73-6309d741e137',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.798323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c474231e-4ca7-402c-b2c9-7e21c68958eb [ 644.799047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.799047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.799047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.799047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.799489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.799489] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c474231e-4ca7-402c-b2c9-7e21c68958eb already deleted. [ 644.799489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c474231e-4ca7-402c-b2c9-7e21c68958eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080581] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.080801] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.080928] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081495] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082213] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 7aba9639-558a-44b0-9f73-6309d741e137 not found, creating... [ 645.082213] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.082213] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.082213] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.082531] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.082647] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082877] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.083032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.083148] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083360] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.083569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083690] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 7aba9639-558a-44b0-9f73-6309d741e137 is going to be created. [ 645.110924] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.110924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.111175] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.111295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.111612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.111853] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.850784] env[65334]: INFO networking_nsxv3.common.synchronization [req-f01266bf-2f21-4d35-b41f-a380e405066d req-81d0f522-a923-4cb7-8766-e846154519ac service nova] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_rules [ 645.851476] env[65334]: INFO networking_nsxv3.common.synchronization [req-f01266bf-2f21-4d35-b41f-a380e405066d req-81d0f522-a923-4cb7-8766-e846154519ac service nova] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 645.851476] env[65334]: INFO networking_nsxv3.common.synchronization [req-f01266bf-2f21-4d35-b41f-a380e405066d req-81d0f522-a923-4cb7-8766-e846154519ac service nova] Enqueued Resource ID: 7aba9639-558a-44b0-9f73-6309d741e137 with Priority: HIGHEST for action port [ 645.852344] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_rules [ 645.852522] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 645.852651] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba9639-558a-44b0-9f73-6309d741e137 with Priority: HIGHEST for action port [ 645.852955] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.853092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.853157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.853499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.853609] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.854579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.854706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.854785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.855042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.857176] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.858856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.859008] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.859208] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.862542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aba9639-558a-44b0-9f73-6309d741e137 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.862689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.862737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.862892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.862972] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aba9639-558a-44b0-9f73-6309d741e137',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.070304] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: SUCCESS [ 646.070581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369492] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.370352] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aba9639-558a-44b0-9f73-6309d741e137 with status ACTIVE [ 646.370605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.370708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.370708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.370980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.371247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.371334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.371334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.371482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.371558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.371744] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.371825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.371878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.372013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.372182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.372283] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aba9639-558a-44b0-9f73-6309d741e137 is going to be updated. [ 646.395760] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.395917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.395966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.396280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.396368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aba9639-558a-44b0-9f73-6309d741e137" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.875127] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.260672] env[65334]: INFO networking_nsxv3.common.synchronization [req-be5c7072-1f8a-485e-afa7-bf49f894d613 req-40c04ba9-22dc-4287-ab24-4c7662010cde tempest-DeleteServersAdminTestJSON-1813968149 tempest-DeleteServersAdminTestJSON-1813968149-project-member] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 647.261283] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 647.261603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.261736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.261804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.262770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.263031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.263237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.263322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.263572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.263734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.264097] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.377733] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.377733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.377733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.377982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.377982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.378060] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be created. [ 647.404778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.404778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.404778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.405164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.405164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.417018] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: UNINITIALIZED for 2s [ 647.767317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.768168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.768809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.769238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.769413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.769816] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.769915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.769915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.770140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.770220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.770312] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be updated. [ 647.803721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.805395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.805541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.805803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.806010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.818266] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 648.088284] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.089539] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.090249] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.090615] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.090906] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.091140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.091321] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.091957] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.091957] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.092119] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.092699] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.092699] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.092699] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.092699] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.092699] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.092929] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.113546] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.113660] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.113724] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.113932] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.114207] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-19023a60-33e2-4b8f-9ba8-f074f1be2810 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.114380] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.114513] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.114847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.114991] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19023a60-33e2-4b8f-9ba8-f074f1be2810',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.461129] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ca8a4f76-3989-49af-8514-3be15273c9b7 None None] Enqueued Resource ID: b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb with Priority: HIGHEST for action port [ 648.461668] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb with Priority: HIGHEST for action port [ 648.461961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.462099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.462926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.463168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.463278] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.618275] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.619059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.619059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.619266] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.619442] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.619659] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 19023a60-33e2-4b8f-9ba8-f074f1be2810 not found, creating... [ 648.620057] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.620331] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.620535] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.620857] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.621105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.622030] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.622030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.622030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.622362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.623024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.623558] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 19023a60-33e2-4b8f-9ba8-f074f1be2810 is going to be created. [ 648.648847] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.649129] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.649290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.649739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.650067] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.650387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966820] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb [ 648.967079] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.967229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.967311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.967550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.967646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.967738] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb already deleted. [ 648.967829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f0e0c5-8b0b-49fc-8afa-da56922bd1cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.388077] env[65334]: INFO networking_nsxv3.common.synchronization [req-be5c7072-1f8a-485e-afa7-bf49f894d613 req-37bb6735-861d-473f-9c89-2c5e8d889fb5 service nova] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_rules [ 649.388077] env[65334]: INFO networking_nsxv3.common.synchronization [req-be5c7072-1f8a-485e-afa7-bf49f894d613 req-37bb6735-861d-473f-9c89-2c5e8d889fb5 service nova] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 649.388077] env[65334]: INFO networking_nsxv3.common.synchronization [req-be5c7072-1f8a-485e-afa7-bf49f894d613 req-37bb6735-861d-473f-9c89-2c5e8d889fb5 service nova] Enqueued Resource ID: 19023a60-33e2-4b8f-9ba8-f074f1be2810 with Priority: HIGHEST for action port [ 649.388077] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_rules [ 649.388077] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 649.388803] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19023a60-33e2-4b8f-9ba8-f074f1be2810 with Priority: HIGHEST for action port [ 649.388803] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.388803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.389014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.389162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.389162] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.390076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.390342] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-19023a60-33e2-4b8f-9ba8-f074f1be2810 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.390513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.390680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.390756] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19023a60-33e2-4b8f-9ba8-f074f1be2810',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.428617] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.431023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.431023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.431023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.832132] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 649.832132] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 deletion is rescheduled due to dependency. [ 649.832132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.832366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.832441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.832636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.833017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.833158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.833891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.833891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.833891] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.894161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.894161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.894161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19023a60-33e2-4b8f-9ba8-f074f1be2810 with status ACTIVE [ 649.894161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.894369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.894447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.894722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.894907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.895156] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.895370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.895370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.895431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.895564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.895749] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.895852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.895913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.896073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.896145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.896228] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19023a60-33e2-4b8f-9ba8-f074f1be2810 is going to be updated. [ 649.919339] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.922878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.922878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.922878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.923804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.923804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19023a60-33e2-4b8f-9ba8-f074f1be2810" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.933176] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.933331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.933391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.933614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.933775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.933908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.933961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.934091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.934322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.934604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.934692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.934776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.934835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.935503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.935584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.935685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.935741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.935889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.935969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.936064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.936160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.336031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.439588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c26aaa05-ff22-4c1f-acc0-4386269a8dc7: rpc.has_security_group_logging(os_id): False [ 650.461224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.461765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461976] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.462084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.462139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.463473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.463473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.463611] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.463776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.463934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.464160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.464302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.464561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.464708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.464802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.464992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.465150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.465478] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be created. [ 650.532521] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.532521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.532521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.532521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.532521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.537252] env[65334]: INFO networking_nsxv3.common.synchronization [None req-21cd7c76-dcc3-4261-bdae-77b918787169 None None] Enqueued Resource ID: e4123efa-d660-493f-8abf-8b4c3fab86cf with Priority: HIGHEST for action port [ 650.537536] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4123efa-d660-493f-8abf-8b4c3fab86cf with Priority: HIGHEST for action port [ 650.538145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4123efa-d660-493f-8abf-8b4c3fab86cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.538277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4123efa-d660-493f-8abf-8b4c3fab86cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.538340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4123efa-d660-493f-8abf-8b4c3fab86cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.538591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4123efa-d660-493f-8abf-8b4c3fab86cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.538783] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4123efa-d660-493f-8abf-8b4c3fab86cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.547783] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 650.838174] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.041287] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4123efa-d660-493f-8abf-8b4c3fab86cf [ 651.041287] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.041287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.041287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.041287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.041576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.041576] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4123efa-d660-493f-8abf-8b4c3fab86cf already deleted. [ 651.041576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4123efa-d660-493f-8abf-8b4c3fab86cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.094492] env[65334]: INFO networking_nsxv3.common.synchronization [None req-07588a15-985b-44ac-846a-28f9bb89d0f9 None None] Enqueued Resource ID: c24eddc9-9a45-4780-bc98-5c630b75641c with Priority: HIGHEST for action port [ 651.095033] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24eddc9-9a45-4780-bc98-5c630b75641c with Priority: HIGHEST for action port [ 651.095445] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c24eddc9-9a45-4780-bc98-5c630b75641c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.095575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c24eddc9-9a45-4780-bc98-5c630b75641c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.095575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c24eddc9-9a45-4780-bc98-5c630b75641c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.095800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c24eddc9-9a45-4780-bc98-5c630b75641c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.095887] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24eddc9-9a45-4780-bc98-5c630b75641c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.340182] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.340418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.340418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.340659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.340716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.340787] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be updated. [ 651.372330] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.372462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.373150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.373150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.373150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.383481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 651.598796] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c24eddc9-9a45-4780-bc98-5c630b75641c [ 651.599170] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.599243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.599281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.600024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.600024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.600024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c24eddc9-9a45-4780-bc98-5c630b75641c already deleted. [ 651.600024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c24eddc9-9a45-4780-bc98-5c630b75641c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.562622] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 652.562820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.898928] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb45db9e-247c-4fb5-8f9b-d6087144142c req-44927ae1-0284-4ba2-87f2-f48fc4a3c612 tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 652.899585] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 652.899903] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.900083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.900173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.900425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.900765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.900765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.900765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.901042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.901042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.901042] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.217573] env[65334]: INFO networking_nsxv3.common.synchronization [None req-49ed51c1-2aef-4b8b-8541-96e14cf95e08 tempest-ServersTestManualDisk-1251173493 tempest-ServersTestManualDisk-1251173493-project-member] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 653.221690] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 653.222912] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.223051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.223126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.223441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.223529] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.326698] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.327343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.327477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.327869] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.328624] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.328829] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.328976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.329259] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.329460] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.329697] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.329839] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.329972] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.330112] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.330248] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.330666] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.330666] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.349771] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.349921] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.350053] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.350353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.350540] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2af20810-2c37-46b3-9265-d8228e3a9157 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.350763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.350842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.351152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.351335] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af20810-2c37-46b3-9265-d8228e3a9157',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.360343] env[65334]: INFO networking_nsxv3.common.synchronization [None req-cc68bed6-4a1c-4a0d-a131-cdc2b7a420be tempest-ServersTestManualDisk-1251173493 tempest-ServersTestManualDisk-1251173493-project-member] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 653.361188] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 653.361501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.361576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.392556] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 653.392781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.393435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.393690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.393884] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.394021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.394067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.394236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.394318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.394400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.394499] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.410221] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.410401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.410401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.411022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.411022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.411022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.411022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.411022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.411627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.411627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.411627] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 already deleted. [ 653.411627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.709369] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ce79d401-6852-4015-a6b6-a9e0734af6d6 None None] Enqueued Resource ID: 80bf7979-193f-4eb5-8c79-6021fc90a3cc with Priority: HIGHEST for action port [ 653.709806] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bf7979-193f-4eb5-8c79-6021fc90a3cc with Priority: HIGHEST for action port [ 653.710164] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-80bf7979-193f-4eb5-8c79-6021fc90a3cc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.710386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80bf7979-193f-4eb5-8c79-6021fc90a3cc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80bf7979-193f-4eb5-8c79-6021fc90a3cc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80bf7979-193f-4eb5-8c79-6021fc90a3cc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710871] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bf7979-193f-4eb5-8c79-6021fc90a3cc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.744040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.744040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.744040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.744341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.744341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.744432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed already deleted. [ 653.744480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.746018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.746018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.746018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.854334] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.854480] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.856285] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.856957] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.857433] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.857791] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2af20810-2c37-46b3-9265-d8228e3a9157 not found, creating... [ 653.858643] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.858920] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.859029] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.859413] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.859610] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.860047] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.860257] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.860392] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.861031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.861031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.861031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2af20810-2c37-46b3-9265-d8228e3a9157 is going to be created. [ 653.882484] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.882914] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.882914] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.883641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.883641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.883641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.887789] env[65334]: INFO networking_nsxv3.common.synchronization [None req-f1ddd652-b1d1-4c4d-aab5-02251b7775e2 None None] Enqueued Resource ID: 01a2d4c5-18d1-48e7-a520-40d28d824636 with Priority: HIGHEST for action port [ 653.888661] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a2d4c5-18d1-48e7-a520-40d28d824636 with Priority: HIGHEST for action port [ 653.889142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a2d4c5-18d1-48e7-a520-40d28d824636 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.889234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a2d4c5-18d1-48e7-a520-40d28d824636" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.889464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a2d4c5-18d1-48e7-a520-40d28d824636" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.889804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a2d4c5-18d1-48e7-a520-40d28d824636" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.890266] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a2d4c5-18d1-48e7-a520-40d28d824636',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.899254] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.899600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.899600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.899908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.899908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.899992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.899992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.900172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.900262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.900350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.900966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.900966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.900966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.900966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.900966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.901270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.901270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.901270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.901413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.901413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.901744] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.213633] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80bf7979-193f-4eb5-8c79-6021fc90a3cc [ 654.214243] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.215014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217205] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80bf7979-193f-4eb5-8c79-6021fc90a3cc already deleted. [ 654.217205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80bf7979-193f-4eb5-8c79-6021fc90a3cc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.281370] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.281592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.281714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.281813] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed already deleted. [ 654.281902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.392732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01a2d4c5-18d1-48e7-a520-40d28d824636 [ 654.393177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.393340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.393428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.393658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.393751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.393867] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01a2d4c5-18d1-48e7-a520-40d28d824636 already deleted. [ 654.393967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a2d4c5-18d1-48e7-a520-40d28d824636" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.404597] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f099c5d-9601-4498-a6ad-f326801ce3c9: rpc.has_security_group_logging(os_id): False [ 654.425750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.426128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.426253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.426571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.426709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.427036] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.427207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.427461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.427761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.428038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.428498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.429150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.429600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.429902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.430239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.430865] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.431155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.431321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.431622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.431788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.432071] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be updated. [ 654.498825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.499064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.499149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.499469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.499766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.514759] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 654.697434] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb45db9e-247c-4fb5-8f9b-d6087144142c req-2d0a2d4d-e676-4e90-87d2-04eabe067549 service nova] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 654.697434] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb45db9e-247c-4fb5-8f9b-d6087144142c req-2d0a2d4d-e676-4e90-87d2-04eabe067549 service nova] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 654.697434] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb45db9e-247c-4fb5-8f9b-d6087144142c req-2d0a2d4d-e676-4e90-87d2-04eabe067549 service nova] Enqueued Resource ID: 2af20810-2c37-46b3-9265-d8228e3a9157 with Priority: HIGHEST for action port [ 654.697649] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 654.697690] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 654.698276] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af20810-2c37-46b3-9265-d8228e3a9157 with Priority: HIGHEST for action port [ 654.698276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.698621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.698621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.698692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.698779] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.700384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.700384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.700384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.700579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.700803] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.701828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.701919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.702343] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.706023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2af20810-2c37-46b3-9265-d8228e3a9157 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.706023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.706023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.706023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.706306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af20810-2c37-46b3-9265-d8228e3a9157',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.206203] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.208256] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.209584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2af20810-2c37-46b3-9265-d8228e3a9157 with status ACTIVE [ 655.209584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.209584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.209584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.209584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.209584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.209937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.210071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.210157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.210298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.210394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.210696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.210833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.210918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.212096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.212096] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2af20810-2c37-46b3-9265-d8228e3a9157 is going to be updated. [ 655.236032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.236032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.236032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.236032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.236032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.236032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2af20810-2c37-46b3-9265-d8228e3a9157" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.708948] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.214949] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.215440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.215440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.215565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.215644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.215751] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be created. [ 656.244972] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.245134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.245212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.245412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.245595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.258020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: UNINITIALIZED for 2s [ 656.347968] env[65334]: INFO networking_nsxv3.common.synchronization [req-77fdab3f-f242-4633-a95d-0afac0090058 req-991f04e6-4127-4218-a999-e05435565c91 tempest-ServerDiagnosticsNegativeTest-1525589939 tempest-ServerDiagnosticsNegativeTest-1525589939-project-member] Enqueued Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 656.349478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGHEST for action security_group_members [ 656.350179] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.353031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.353031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.353031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.530817] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 656.530817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.648798] env[65334]: INFO networking_nsxv3.common.synchronization [req-904c06c4-7868-4505-81c5-1cb6c8c44b28 req-f8470edb-ab33-44de-b718-8c63e19376ee tempest-TenantUsagesTestJSON-1037001500 tempest-TenantUsagesTestJSON-1037001500-project-member] Enqueued Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 656.649361] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGHEST for action security_group_members [ 656.649690] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.649816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.649880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.650935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.651126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.651278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.651339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.651527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.651932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.652050] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.855643] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.855989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.856822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.857084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.858858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.858858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.858858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.859125] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 is going to be updated. [ 656.894450] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.894450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.894450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.894450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.894450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.904134] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: IN_PROGRESS for 2s [ 657.157481] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.157481] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.157481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.157481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e is going to be updated. [ 657.185167] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.185323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.185389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.185605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.185993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.194308] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: IN_PROGRESS for 2s [ 658.270739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 658.271170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.271222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.271459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.271662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.271785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.271990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.272108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.272148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.272265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.272306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.774920] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.916130] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 in Status: SUCCESS [ 658.916499] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 deletion is rescheduled due to dependency. [ 658.916499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.205445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: IN_PROGRESS for 4s [ 659.278836] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a81f31-8e24-449e-a951-3e1c8a107b90: rpc.has_security_group_logging(os_id): False [ 659.302758] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.305026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.305026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.305026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be created. [ 659.376097] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fed5fec-2706-4832-81f7-f2721684d1ae req-730c57cd-b6c8-4f7b-b5d9-997c3ae8beb9 tempest-ServersAdminNegativeTestJSON-142131572 tempest-ServersAdminNegativeTestJSON-142131572-project-member] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 659.376097] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 659.377369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.377644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.377729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.377929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.378135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.381605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.383065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.383173] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.410749] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 659.649173] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c8e35a96-0964-437f-b8f9-8b6efb2b6517 None None] Enqueued Resource ID: ac579f7f-9056-4afd-bbc3-f1dd1b750f6d with Priority: HIGHEST for action port [ 659.649173] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac579f7f-9056-4afd-bbc3-f1dd1b750f6d with Priority: HIGHEST for action port [ 659.649173] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac579f7f-9056-4afd-bbc3-f1dd1b750f6d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.649173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac579f7f-9056-4afd-bbc3-f1dd1b750f6d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.649450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac579f7f-9056-4afd-bbc3-f1dd1b750f6d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.649849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac579f7f-9056-4afd-bbc3-f1dd1b750f6d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.649981] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac579f7f-9056-4afd-bbc3-f1dd1b750f6d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.834139] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.834139] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.834139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.834814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.835241] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.835510] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.835871] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.836103] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.836360] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.836665] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.836903] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.859044] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.861670] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.861670] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.861670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.861670] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.861670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.861670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.861670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.861670] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.886422] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.035964] env[65334]: INFO networking_nsxv3.common.synchronization [req-7348ef0a-2267-4a94-9e8f-221083189358 req-d430bc3c-2b73-4dac-b724-ed7212372562 tempest-ServerPasswordTestJSON-1997065153 tempest-ServerPasswordTestJSON-1997065153-project-member] Enqueued Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 660.037101] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGHEST for action security_group_members [ 660.038137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.038137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.038137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.038137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.038137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.038137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.038137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.038444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.038444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.038444] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.152736] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac579f7f-9056-4afd-bbc3-f1dd1b750f6d [ 660.152736] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.152736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.152736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.152736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.152736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.152736] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac579f7f-9056-4afd-bbc3-f1dd1b750f6d already deleted. [ 660.152736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac579f7f-9056-4afd-bbc3-f1dd1b750f6d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369570] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369570] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e not found, creating... [ 660.369570] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.374133] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.374133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.374133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.374133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.374133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.374133] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e is going to be created. [ 660.390533] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.402851] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.403799] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.404304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.405941] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.405941] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.406635] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.542216] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.542871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.542871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.543094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.543244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.543636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.543766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.543813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.545131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.545131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.545131] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b is going to be updated. [ 660.582907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.583255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.583376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.583578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.583765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.604189] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: IN_PROGRESS for 2s [ 660.895926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.896732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.896732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.896732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.896732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.896732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be updated. [ 660.926957] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.927152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.927252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.927523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.927703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.937360] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fed5fec-2706-4832-81f7-f2721684d1ae req-d630a189-11c6-441b-a81f-e3d52e2b957e service nova] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_rules [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fed5fec-2706-4832-81f7-f2721684d1ae req-d630a189-11c6-441b-a81f-e3d52e2b957e service nova] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fed5fec-2706-4832-81f7-f2721684d1ae req-d630a189-11c6-441b-a81f-e3d52e2b957e service nova] Enqueued Resource ID: bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e with Priority: HIGHEST for action port [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_rules [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 661.137388] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e with Priority: HIGHEST for action port [ 661.137922] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.138237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.138317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.138522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.138608] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.142315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.142315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.142315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.142315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.142315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.142315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.142315] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.219244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2fca4cf-b823-426e-98f9-8b65ca10868e in Status: SUCCESS [ 661.222506] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e deletion is rescheduled due to dependency. [ 661.223204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.425188] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 661.425664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.642806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.642806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.648135] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e with status ACTIVE [ 661.648432] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.648779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.648779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.648906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.649039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.649373] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.649448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.649510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.649808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.649929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.650187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.650333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.650412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.650635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.650751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.650874] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e is going to be updated. [ 661.674949] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.675151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.675224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.675489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.675643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.675824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bee4186f-3cba-49fd-aa8d-3d1a25c9dc1e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.951398] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b5920d2c-acef-4f10-b669-6f9bdfc69ed7 None None] Enqueued Resource ID: 41d4bb5f-3e69-4b49-8a31-9ef096f84de1 with Priority: HIGHEST for action port [ 661.951556] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d4bb5f-3e69-4b49-8a31-9ef096f84de1 with Priority: HIGHEST for action port [ 661.952101] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d4bb5f-3e69-4b49-8a31-9ef096f84de1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.952230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d4bb5f-3e69-4b49-8a31-9ef096f84de1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.952309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d4bb5f-3e69-4b49-8a31-9ef096f84de1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.955079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d4bb5f-3e69-4b49-8a31-9ef096f84de1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.955079] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d4bb5f-3e69-4b49-8a31-9ef096f84de1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.456916] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d4bb5f-3e69-4b49-8a31-9ef096f84de1 [ 662.456916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.456916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.456916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.457538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.457538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.457538] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d4bb5f-3e69-4b49-8a31-9ef096f84de1 already deleted. [ 662.457538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d4bb5f-3e69-4b49-8a31-9ef096f84de1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.618971] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6debe5b-19d6-4141-96f7-f169f55cad7b in Status: SUCCESS [ 662.619160] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b deletion is rescheduled due to dependency. [ 662.619286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.817469] env[65334]: INFO networking_nsxv3.common.synchronization [req-75bebb26-156a-4840-b256-cd96298738aa req-8b000c70-25a0-4964-adb6-548e105a5c93 tempest-ListImageFiltersTestJSON-1566824175 tempest-ListImageFiltersTestJSON-1566824175-project-member] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 662.818116] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 662.818289] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.818905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.819077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.819326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.819401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.819468] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.952287] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.954667] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.267552] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.267552] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.267552] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.267901] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.267901] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.268016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.268135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.268355] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.268493] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.268903] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.268903] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.268903] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.269090] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.269090] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.269197] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.269387] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.293261] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.293452] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.293555] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.293734] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.294073] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-a46035bc-232c-4edb-aaac-12cb8e980666 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.294240] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.294362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.294691] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.294885] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46035bc-232c-4edb-aaac-12cb8e980666',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.321998] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.322178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.322249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.322513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.322568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.322772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.322830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.322914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.323129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.323257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.323363] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 already deleted. [ 663.323451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.457111] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.799784] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.800020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.800189] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.800489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.800642] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.800850] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port a46035bc-232c-4edb-aaac-12cb8e980666 not found, creating... [ 663.801109] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.801313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.801457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.801699] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.801906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.803406] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.803705] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.803960] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.804149] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.804538] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.804538] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: a46035bc-232c-4edb-aaac-12cb8e980666 is going to be created. [ 663.831569] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.831813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.831995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.832519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.833093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.833406] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.959594] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.068617] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c29f17ad-46a4-4742-b3c8-1b47aee0b03d None None] Enqueued Resource ID: 2756f61a-e9c9-472f-9db3-38ec93ab1568 with Priority: HIGHEST for action port [ 664.069283] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2756f61a-e9c9-472f-9db3-38ec93ab1568 with Priority: HIGHEST for action port [ 664.069628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2756f61a-e9c9-472f-9db3-38ec93ab1568 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.069839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2756f61a-e9c9-472f-9db3-38ec93ab1568" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.069897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2756f61a-e9c9-472f-9db3-38ec93ab1568" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2756f61a-e9c9-472f-9db3-38ec93ab1568" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070363] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2756f61a-e9c9-472f-9db3-38ec93ab1568',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.462138] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.462638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.462638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.462821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.462821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.462903] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be updated. [ 664.494490] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.494775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.495422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.505619] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 664.539329] env[65334]: INFO networking_nsxv3.common.synchronization [req-75bebb26-156a-4840-b256-cd96298738aa req-872325ca-ea97-4cbe-ba4e-013c30591c9d service nova] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_rules [ 664.539548] env[65334]: INFO networking_nsxv3.common.synchronization [req-75bebb26-156a-4840-b256-cd96298738aa req-872325ca-ea97-4cbe-ba4e-013c30591c9d service nova] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 664.539684] env[65334]: INFO networking_nsxv3.common.synchronization [req-75bebb26-156a-4840-b256-cd96298738aa req-872325ca-ea97-4cbe-ba4e-013c30591c9d service nova] Enqueued Resource ID: a46035bc-232c-4edb-aaac-12cb8e980666 with Priority: HIGHEST for action port [ 664.540271] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_rules [ 664.540442] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 664.540495] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46035bc-232c-4edb-aaac-12cb8e980666 with Priority: HIGHEST for action port [ 664.540745] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.540880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.540926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.541178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.541258] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.542174] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.542295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.542558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.542833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.543062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.543147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.543253] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.544337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46035bc-232c-4edb-aaac-12cb8e980666 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.544445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.544512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.544676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.544768] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46035bc-232c-4edb-aaac-12cb8e980666',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.573288] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2756f61a-e9c9-472f-9db3-38ec93ab1568 [ 664.573556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.573695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.573695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.573898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.573997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.574113] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2756f61a-e9c9-472f-9db3-38ec93ab1568 already deleted. [ 664.574229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2756f61a-e9c9-472f-9db3-38ec93ab1568" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.047047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.047303] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.048277] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a46035bc-232c-4edb-aaac-12cb8e980666 with status ACTIVE [ 665.048952] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.048952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.048952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.048952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.048952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.051218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.051351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.051460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.052194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.052194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.052675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.052675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.052675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.052873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.053110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.053646] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a46035bc-232c-4edb-aaac-12cb8e980666 is going to be updated. [ 665.079306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.079871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.079871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.079871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.080036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.080156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46035bc-232c-4edb-aaac-12cb8e980666" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.152209] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba699912-3cba-4a22-80e5-45f07cee6240 req-4cb48042-d382-4828-8f1a-a27a291633af tempest-InstanceActionsTestJSON-1132896482 tempest-InstanceActionsTestJSON-1132896482-project-member] Enqueued Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 665.152858] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 665.153204] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.153372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.153433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.157020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.157020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.157020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.157020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.157020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.157020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.157020] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.555998] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.560238] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.560238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-239" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.560238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-239" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.560869] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-239" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.560869] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.561079] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.561186] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.561605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.561605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.561827] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.562203] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.562203] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.562203] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.562363] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.562363] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.562477] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.584694] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.584694] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.584694] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.584694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-239" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.584694] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-f542c065-a7f2-4284-b389-b2d815aac63c taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.584694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.584694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.584694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.584694] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f542c065-a7f2-4284-b389-b2d815aac63c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.760714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.760714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.760714] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 already deleted. [ 665.760714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.064954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.064954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.064954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.064954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.065304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.065446] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be created. [ 666.088148] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.088148] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088148] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088471] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.088471] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.088575] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port f542c065-a7f2-4284-b389-b2d815aac63c not found, creating... [ 666.088908] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089145] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.089306] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.089585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.090061] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090477] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.090786] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.090926] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.091259] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.091547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.091813] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: f542c065-a7f2-4284-b389-b2d815aac63c is going to be created. [ 666.095554] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.096383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.097309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.097309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.097309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114940] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: UNINITIALIZED for 2s [ 666.115336] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.115618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.115773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.116081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.116345] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.116596] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.517107] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 666.517351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.517601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.517841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518178] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.518303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.518372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.518551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518819] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.677807] env[65334]: INFO networking_nsxv3.common.synchronization [None req-4c6bb72b-b518-411c-aa06-4316717b2cef None None] Enqueued Resource ID: 0a7baf82-0f1a-4c9f-8063-34690df154c1 with Priority: HIGHEST for action port [ 666.677807] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7baf82-0f1a-4c9f-8063-34690df154c1 with Priority: HIGHEST for action port [ 666.677807] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7baf82-0f1a-4c9f-8063-34690df154c1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.677807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7baf82-0f1a-4c9f-8063-34690df154c1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.677807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7baf82-0f1a-4c9f-8063-34690df154c1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.677807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7baf82-0f1a-4c9f-8063-34690df154c1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.677807] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7baf82-0f1a-4c9f-8063-34690df154c1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.890038] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba699912-3cba-4a22-80e5-45f07cee6240 req-4ad93b24-e416-4fa7-86bc-a3f1ae458de2 service nova] Enqueued Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_rules [ 666.890227] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba699912-3cba-4a22-80e5-45f07cee6240 req-4ad93b24-e416-4fa7-86bc-a3f1ae458de2 service nova] Enqueued Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 666.890372] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba699912-3cba-4a22-80e5-45f07cee6240 req-4ad93b24-e416-4fa7-86bc-a3f1ae458de2 service nova] Enqueued Resource ID: f542c065-a7f2-4284-b389-b2d815aac63c with Priority: HIGHEST for action port [ 666.890948] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_rules [ 666.893612] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 666.893612] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f542c065-a7f2-4284-b389-b2d815aac63c with Priority: HIGHEST for action port [ 666.893612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.893845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.893845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.894014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.894157] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.895675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.895788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.895881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.896083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.896239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.896372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.896471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.896551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.896633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.896713] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.898029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f542c065-a7f2-4284-b389-b2d815aac63c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.898029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.898029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.898029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.898029] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f542c065-a7f2-4284-b389-b2d815aac63c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.022140] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.022297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.022370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.022601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.022765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.022875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.022952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.023159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.023245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.023334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.023485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.023578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.023637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.023982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.023982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.024078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.024925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.024925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.024925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.024925] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.181367] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7baf82-0f1a-4c9f-8063-34690df154c1 [ 667.181367] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.181367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.181367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.181367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.181367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.181367] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7baf82-0f1a-4c9f-8063-34690df154c1 already deleted. [ 667.181367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7baf82-0f1a-4c9f-8063-34690df154c1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.400091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.400236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.400444] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.401757] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f542c065-a7f2-4284-b389-b2d815aac63c with status ACTIVE [ 667.401947] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.402075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.402168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.402342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.402459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.402828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.402942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.403026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.403194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.403310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.403938] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.403938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.403938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.403938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.403938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.403938] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f542c065-a7f2-4284-b389-b2d815aac63c is going to be updated. [ 667.429394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.429556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.429623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.429871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.430120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.430230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f542c065-a7f2-4284-b389-b2d815aac63c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.528043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e10aa4c5-d5b5-4ebe-952f-539489d8e963: rpc.has_security_group_logging(os_id): False [ 667.557928] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.558134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.558208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.558438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.558531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.558733] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.558830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.558887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.559055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.559132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.559329] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.559457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.560047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.560047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.560047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.560559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.560559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.560701] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be updated. [ 667.638396] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.638518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.638654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.638898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.639058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.657825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 667.905632] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.025690] env[65334]: INFO networking_nsxv3.common.synchronization [req-4858fdd9-306a-412a-9d70-06304319d98e req-a2ea75b9-c549-49dd-ae10-615ad3fafb1f tempest-ListImageFiltersTestJSON-1566824175 tempest-ListImageFiltersTestJSON-1566824175-project-member] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 668.027338] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 668.027338] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.027338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.125805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 668.126848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.126848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.126848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.126848] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.126848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.126848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.127228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.127228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.127228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.127228] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.127973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.128662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.128983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.131741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.131741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.131741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.131741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.131741] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.408194] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.408365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.408410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.408784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.408784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.408784] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 is going to be created. [ 668.432696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.432839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.432921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.433240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.433656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.447245] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: UNINITIALIZED for 2s [ 668.632294] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.632294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.633947] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.675303] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.675547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.675654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.675976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.676361] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.676930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.677028] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.677310] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.677651] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.677780] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.677917] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.678100] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.678259] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.678382] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.678550] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.699475] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.699713] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.699855] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.700110] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.700486] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-e82ce632-ca40-434a-b529-30f65d69abde taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.700673] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.700813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.701188] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.701386] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82ce632-ca40-434a-b529-30f65d69abde',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.104707] env[65334]: INFO networking_nsxv3.common.synchronization [req-e292d5b6-7a8b-41d2-8281-afa3c1607f3b req-4a5c8787-4bb6-4e9e-9888-a42b5e6a86f5 tempest-DeleteServersAdminTestJSON-1813968149 tempest-DeleteServersAdminTestJSON-1813968149-project-member] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 669.105294] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGHEST for action security_group_members [ 669.105852] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.105852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.106506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.106650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.136135] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.204793] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.204998] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205138] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205431] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.205599] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205751] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port e82ce632-ca40-434a-b529-30f65d69abde not found, creating... [ 669.206026] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.206187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.206293] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.206518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.206651] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.206936] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.207110] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.207218] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.207430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.207560] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.207694] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: e82ce632-ca40-434a-b529-30f65d69abde is going to be created. [ 669.232391] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.232698] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.232822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.233116] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.233859] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.234191] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.610108] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.610418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.610418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.610579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.610646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.610845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.610953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.611044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.611186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.611264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.611350] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be updated. [ 669.640631] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.641106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.641106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.641315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.641315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.641807] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be updated. [ 669.666123] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.666123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.666123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.666123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.666123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.682057] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: IN_PROGRESS for 2s [ 669.700035] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 669.700035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.702924] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.703216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.703292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.703626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.703850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.715900] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 669.997749] env[65334]: INFO networking_nsxv3.common.synchronization [req-4858fdd9-306a-412a-9d70-06304319d98e req-16bc02f7-3dff-4712-b996-23533235a296 service nova] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_rules [ 669.997999] env[65334]: INFO networking_nsxv3.common.synchronization [req-4858fdd9-306a-412a-9d70-06304319d98e req-16bc02f7-3dff-4712-b996-23533235a296 service nova] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 669.998967] env[65334]: INFO networking_nsxv3.common.synchronization [req-4858fdd9-306a-412a-9d70-06304319d98e req-16bc02f7-3dff-4712-b996-23533235a296 service nova] Enqueued Resource ID: e82ce632-ca40-434a-b529-30f65d69abde with Priority: HIGHEST for action port [ 669.999934] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_rules [ 670.000183] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 670.001297] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82ce632-ca40-434a-b529-30f65d69abde with Priority: HIGHEST for action port [ 670.003226] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003226] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82ce632-ca40-434a-b529-30f65d69abde taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.003730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.003772] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82ce632-ca40-434a-b529-30f65d69abde',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.461301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: SUCCESS [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.464131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.464131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.464131] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.507179] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e82ce632-ca40-434a-b529-30f65d69abde with status ACTIVE [ 670.507921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.507921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.507921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.508207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.508207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.508308] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.508375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.508435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.508611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.508721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.508957] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.509107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.509143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.509427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.509517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.509568] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e82ce632-ca40-434a-b529-30f65d69abde is going to be updated. [ 670.541459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.541459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.541459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.541459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.541459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.541459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82ce632-ca40-434a-b529-30f65d69abde" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.967820] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.968076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.968219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.968458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.968651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.969322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.969322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.969693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.969823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.970060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.970160] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.970994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.971089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.971245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.971453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.971571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.971632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.971987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.972133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972329] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.478186] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7304ae0-62f1-4866-94d7-3531a9a98b55: rpc.has_security_group_logging(os_id): False [ 671.497994] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.498152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.498220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.498448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.498722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.498782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.498861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.498922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.499096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.499186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.499386] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.499517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.499576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.499724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.499811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.500013] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.501954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.502032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.502213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.502297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.503077] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 is going to be created. [ 671.597419] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.598962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.618406] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: IN_PROGRESS for 2s [ 671.693218] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 in Status: SUCCESS [ 671.693218] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 deletion is rescheduled due to dependency. [ 671.693218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.730663] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 671.730887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.732098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.732357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.732475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.732545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.732699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.732836] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.732931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.732993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.733362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.733444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.734156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.734156] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.737133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.737808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.737808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.737808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.737808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.738019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.738019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.738199] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.241979] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.243056] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a071ba8-5eb6-4105-b73f-7af219bfd407: rpc.has_security_group_logging(os_id): False [ 672.266327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.266812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.266812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.266955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.266955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.267623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.267623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.267623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.268175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.268272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.268503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.268661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.268780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.268981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.269070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.269269] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.269491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.269553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.269715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.269784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.269887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be created. [ 672.348025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.348025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.348025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.348025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.348025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.362967] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 672.749820] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.251739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.251948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.251995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.252379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.252585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.252686] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be updated. [ 673.284380] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.284753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.285431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.285431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.285431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.302533] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 673.425604] env[65334]: INFO networking_nsxv3.common.synchronization [req-76538ea6-4fff-4424-b456-816e3feb93f3 req-95ee073d-4dca-4b1a-9859-202df1c1dd78 tempest-ServerMetadataNegativeTestJSON-1575494766 tempest-ServerMetadataNegativeTestJSON-1575494766-project-member] Enqueued Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 673.425604] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGHEST for action security_group_members [ 673.425822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.425945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.426017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.426223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.426370] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.426475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.426553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.426687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.426770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.426860] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.634820] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: SUCCESS [ 673.635038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.929420] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.929716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.929716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.930131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.930216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.930547] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.930685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.930757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.930923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.931030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.931119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 is going to be updated. [ 673.970224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.970224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.970224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.970224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.984825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: IN_PROGRESS for 2s [ 673.998527] env[65334]: INFO networking_nsxv3.common.synchronization [req-7ea7cc7b-1ef8-47ae-8509-5980349e5ddb req-03d863dc-ba2c-4468-8e7c-9ab7011e87fa tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 673.999123] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 673.999540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.999706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.999809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.000547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.000749] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.000886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.000976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.001305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.001440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.001575] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.383575] env[65334]: INFO networking_nsxv3.common.synchronization [None req-3fb9e8ee-ecf7-4efb-bd30-0150ed8de0c5 None None] Enqueued Resource ID: 4376f34c-d20d-4675-bfb4-38c2864bd7b5 with Priority: HIGHEST for action port [ 674.384190] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4376f34c-d20d-4675-bfb4-38c2864bd7b5 with Priority: HIGHEST for action port [ 674.384547] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4376f34c-d20d-4675-bfb4-38c2864bd7b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.384644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4376f34c-d20d-4675-bfb4-38c2864bd7b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.384712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4376f34c-d20d-4675-bfb4-38c2864bd7b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.385509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4376f34c-d20d-4675-bfb4-38c2864bd7b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386322] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4376f34c-d20d-4675-bfb4-38c2864bd7b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.389148] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 674.389148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.389148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.389148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.389148] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.505592] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.600458] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.600458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.600926] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.600926] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600926] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.601106] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.601550] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.601550] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.602114] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.602114] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.602114] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.602114] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.602114] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.602114] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.602716] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.632240] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.632572] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.632693] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.632822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.633306] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-8e293c63-f5e9-4b41-8475-5a28081fa026 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.633508] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.633624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.634021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.635290] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e293c63-f5e9-4b41-8475-5a28081fa026',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.890915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4376f34c-d20d-4675-bfb4-38c2864bd7b5 [ 674.891604] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.891604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.891604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.891913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.891913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.891913] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4376f34c-d20d-4675-bfb4-38c2864bd7b5 already deleted. [ 674.892027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4376f34c-d20d-4675-bfb4-38c2864bd7b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892297] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.008144] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.139628] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.139628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.139628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.139628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.139628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.140131] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 8e293c63-f5e9-4b41-8475-5a28081fa026 not found, creating... [ 675.140131] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.141043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.141043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.141043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.141043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.141043] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.141652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.141652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.141760] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.141873] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.142015] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 8e293c63-f5e9-4b41-8475-5a28081fa026 is going to be created. [ 675.170820] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.170820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.170820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.170820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.170820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.170820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.322198] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 675.322436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.322620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.322855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.323070] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.323190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.323331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.323419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.323502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.323586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.323675] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.510048] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.510048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.510048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.510594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.510594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.510594] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 675.538364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.538563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.538641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.538868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.539099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.548883] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 675.827411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.827411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.827411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.829942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829942] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.957271] env[65334]: INFO networking_nsxv3.common.synchronization [req-7ea7cc7b-1ef8-47ae-8509-5980349e5ddb req-f18afcf1-7848-4904-b4cf-7def64f1d723 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 675.957443] env[65334]: INFO networking_nsxv3.common.synchronization [req-7ea7cc7b-1ef8-47ae-8509-5980349e5ddb req-f18afcf1-7848-4904-b4cf-7def64f1d723 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 675.957574] env[65334]: INFO networking_nsxv3.common.synchronization [req-7ea7cc7b-1ef8-47ae-8509-5980349e5ddb req-f18afcf1-7848-4904-b4cf-7def64f1d723 service nova] Enqueued Resource ID: 8e293c63-f5e9-4b41-8475-5a28081fa026 with Priority: HIGHEST for action port [ 675.958134] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 675.958273] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 675.958370] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e293c63-f5e9-4b41-8475-5a28081fa026 with Priority: HIGHEST for action port [ 675.958636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.958760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.958826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.961651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.961789] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.963269] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.963496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.963729] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e293c63-f5e9-4b41-8475-5a28081fa026 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.963863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.963952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.964176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.964258] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e293c63-f5e9-4b41-8475-5a28081fa026',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.997287] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70186cc7-3109-4659-850d-7cceed4a4716 in Status: SUCCESS [ 675.997287] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 deletion is rescheduled due to dependency. [ 675.997287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336472] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a071ba8-5eb6-4105-b73f-7af219bfd407: rpc.has_security_group_logging(os_id): False [ 676.365533] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.365533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.365533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.365921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.365921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.366196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.366196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.366357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.366409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.366459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.366664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.366783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.366901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.366977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.367041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.367410] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.367548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.367605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.367723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.367833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.367897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be updated. [ 676.453474] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.453474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.453474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.453735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.453821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.463615] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.463845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.466470] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 676.466667] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e293c63-f5e9-4b41-8475-5a28081fa026 with status ACTIVE [ 676.466862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.466955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.467035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.467243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.467319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.468385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.468385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.468385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.469054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e293c63-f5e9-4b41-8475-5a28081fa026 is going to be updated. [ 676.510131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.511609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.511609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.511801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.515021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.515021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e293c63-f5e9-4b41-8475-5a28081fa026" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.588412] env[65334]: INFO networking_nsxv3.common.synchronization [req-5200cc6d-5fee-4c99-b4f9-6bed59873574 req-f83c8940-455d-477a-8832-a805ea3ad0de tempest-ServersTestJSON-1201466400 tempest-ServersTestJSON-1201466400-project-member] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 676.588991] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 676.589325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.589744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.589744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.589909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.592073] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.592260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.592345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.592627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.592858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.593041] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.884473] env[65334]: INFO networking_nsxv3.common.synchronization [None req-54455287-9041-4c69-807f-190533dd8251 None None] Enqueued Resource ID: b464941d-cccb-4b6a-af54-b436756c1131 with Priority: HIGHEST for action port [ 676.884473] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b464941d-cccb-4b6a-af54-b436756c1131 with Priority: HIGHEST for action port [ 676.884473] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b464941d-cccb-4b6a-af54-b436756c1131 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.884473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b464941d-cccb-4b6a-af54-b436756c1131" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.884473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b464941d-cccb-4b6a-af54-b436756c1131" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.884473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b464941d-cccb-4b6a-af54-b436756c1131" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.884473] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b464941d-cccb-4b6a-af54-b436756c1131',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.006640] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.007469] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-367" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.007659] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-367" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.008042] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-367" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.008553] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.008766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.008913] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.009213] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.009482] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.009753] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.009850] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.009974] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.010127] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.010241] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.010342] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.010469] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.033567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.033883] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.034058] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.034240] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-367" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.034631] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b617e03f-2de9-4261-8ddc-5aa377b62c26 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.034997] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.035307] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.035614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.035743] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b617e03f-2de9-4261-8ddc-5aa377b62c26',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.097684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.097985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.098147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.098518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.098658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.099008] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.099176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.099270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.099528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.099653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.099784] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a already deleted. [ 677.100147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.388299] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b464941d-cccb-4b6a-af54-b436756c1131 [ 677.388299] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.388299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.388299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.388299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.388299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.388299] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b464941d-cccb-4b6a-af54-b436756c1131 already deleted. [ 677.388299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b464941d-cccb-4b6a-af54-b436756c1131" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.539430] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.539636] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.539753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.541020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.541020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.541020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b617e03f-2de9-4261-8ddc-5aa377b62c26 not found, creating... [ 677.541020] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.541020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.541020] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.541362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.541402] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541573] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.541681] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.541880] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.542257] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b617e03f-2de9-4261-8ddc-5aa377b62c26 is going to be created. [ 677.559696] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 677.559933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560581] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.560703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.560767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.561032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.561172] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.569447] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.569677] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.569796] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.570078] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.570304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.570555] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.929709] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6e9a44d8-be75-454f-abf1-3a662d105c72 None None] Enqueued Resource ID: 776fb8a4-9c7d-4e45-a4e5-2877d1837ac1 with Priority: HIGHEST for action port [ 677.930322] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776fb8a4-9c7d-4e45-a4e5-2877d1837ac1 with Priority: HIGHEST for action port [ 677.931252] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-776fb8a4-9c7d-4e45-a4e5-2877d1837ac1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.931611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776fb8a4-9c7d-4e45-a4e5-2877d1837ac1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.931611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776fb8a4-9c7d-4e45-a4e5-2877d1837ac1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.931847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776fb8a4-9c7d-4e45-a4e5-2877d1837ac1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.931935] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776fb8a4-9c7d-4e45-a4e5-2877d1837ac1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.063631] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [req-5200cc6d-5fee-4c99-b4f9-6bed59873574 req-ea1a700d-f1fa-4215-8b15-abc1426a5014 service nova] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [req-5200cc6d-5fee-4c99-b4f9-6bed59873574 req-ea1a700d-f1fa-4215-8b15-abc1426a5014 service nova] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [req-5200cc6d-5fee-4c99-b4f9-6bed59873574 req-ea1a700d-f1fa-4215-8b15-abc1426a5014 service nova] Enqueued Resource ID: b617e03f-2de9-4261-8ddc-5aa377b62c26 with Priority: HIGHEST for action port [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_rules [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 678.317158] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b617e03f-2de9-4261-8ddc-5aa377b62c26 with Priority: HIGHEST for action port [ 678.318539] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.318864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.319061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319683] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.320932] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.321188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.321404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.321824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.322126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.322363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.323458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.323458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.323458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.323458] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.325311] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b617e03f-2de9-4261-8ddc-5aa377b62c26 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.326426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.326426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.326426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.326426] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b617e03f-2de9-4261-8ddc-5aa377b62c26',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.435461] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 776fb8a4-9c7d-4e45-a4e5-2877d1837ac1 [ 678.435461] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.435461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.435753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.435753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.435822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.435900] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:776fb8a4-9c7d-4e45-a4e5-2877d1837ac1 already deleted. [ 678.435990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776fb8a4-9c7d-4e45-a4e5-2877d1837ac1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.484085] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 678.484269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.567691] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.825938] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.828072] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.828217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830032] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b617e03f-2de9-4261-8ddc-5aa377b62c26 with status ACTIVE [ 678.830032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830760] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b617e03f-2de9-4261-8ddc-5aa377b62c26 is going to be updated. [ 678.853355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.853583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.853583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.854060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.854060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.854292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b617e03f-2de9-4261-8ddc-5aa377b62c26" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.074648] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.074648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.074648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.074928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.074928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.074928] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 679.114265] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.114456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.114456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.116425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.116425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.117251] env[65334]: INFO networking_nsxv3.common.synchronization [req-7d8814af-955f-4081-8277-5c3190fd8535 req-9889c6de-b773-4355-8ba5-0ad3b3eb82a9 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 679.119293] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 679.119293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.119293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.119293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.119293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.119293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.119293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.120111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.120111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.120111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120277] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.130786] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 679.329508] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.572852] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.573302] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.573302] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.574155] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.574155] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.574155] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.574431] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.574601] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.574745] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.575506] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.575506] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.575506] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.575506] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.575737] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.575737] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.575858] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.595662] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.595824] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.595958] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.596277] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.596536] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-c2a77c23-2c4b-4794-9197-b47aff980bb1 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.596621] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.596738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.597084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.597223] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a77c23-2c4b-4794-9197-b47aff980bb1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.622716] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.622964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.623108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.623420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.623933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.624225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.624846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.624929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625289] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 already deleted. [ 679.625524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.832354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.832434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.832472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.832706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.832797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.832897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a is going to be created. [ 679.859976] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.862172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.862172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.862172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.873141] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: UNINITIALIZED for 2s [ 680.101368] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.101793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.101793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.102114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.102272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.102448] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port c2a77c23-2c4b-4794-9197-b47aff980bb1 not found, creating... [ 680.102734] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.102889] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103011] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.103278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.103424] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.103716] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.103867] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104213] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104346] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: c2a77c23-2c4b-4794-9197-b47aff980bb1 is going to be created. [ 680.128517] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.128745] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.128866] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129264] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129536] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [req-7d8814af-955f-4081-8277-5c3190fd8535 req-10e74ad1-adfe-4a7c-ac40-1bb983b5140a service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [req-7d8814af-955f-4081-8277-5c3190fd8535 req-10e74ad1-adfe-4a7c-ac40-1bb983b5140a service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [req-7d8814af-955f-4081-8277-5c3190fd8535 req-10e74ad1-adfe-4a7c-ac40-1bb983b5140a service nova] Enqueued Resource ID: c2a77c23-2c4b-4794-9197-b47aff980bb1 with Priority: HIGHEST for action port [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 680.910066] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a77c23-2c4b-4794-9197-b47aff980bb1 with Priority: HIGHEST for action port [ 680.910066] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.916466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.916466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.917085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.917085] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.918767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.919092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.919297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.919669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.923019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.923019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.923019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a77c23-2c4b-4794-9197-b47aff980bb1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.923019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.923019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a77c23-2c4b-4794-9197-b47aff980bb1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.141850] env[65334]: INFO networking_nsxv3.common.synchronization [None req-80fa7744-561f-46a5-b28f-f5c381cefbae None None] Enqueued Resource ID: dd12a8eb-e675-49e7-a059-e73c1f25c0db with Priority: HIGHEST for action port [ 681.144379] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 681.144379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.144379] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd12a8eb-e675-49e7-a059-e73c1f25c0db with Priority: HIGHEST for action port [ 681.144547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.144802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.144960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.145123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.145208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.145684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.145684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.145684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.145684] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.146727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd12a8eb-e675-49e7-a059-e73c1f25c0db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.146865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd12a8eb-e675-49e7-a059-e73c1f25c0db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.147372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd12a8eb-e675-49e7-a059-e73c1f25c0db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.147372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd12a8eb-e675-49e7-a059-e73c1f25c0db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.147372] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd12a8eb-e675-49e7-a059-e73c1f25c0db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.427274] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.427274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.427274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.427437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2a77c23-2c4b-4794-9197-b47aff980bb1 with status ACTIVE [ 681.427584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.427662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.427810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.427923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.428053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.428194] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.428376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.428376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.428496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.428572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.428752] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.428839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.428884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.430518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.431449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.432139] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2a77c23-2c4b-4794-9197-b47aff980bb1 is going to be updated. [ 681.473790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.474115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.474603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a77c23-2c4b-4794-9197-b47aff980bb1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651860] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.652022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652535] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.653649] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd12a8eb-e675-49e7-a059-e73c1f25c0db [ 681.656041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.656041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.656041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.656041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.656041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.656041] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd12a8eb-e675-49e7-a059-e73c1f25c0db already deleted. [ 681.656041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd12a8eb-e675-49e7-a059-e73c1f25c0db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.887910] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: SUCCESS [ 681.887910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.890278] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.890278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.890278] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.936605] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.158209] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0625fa0a-5a25-4940-9f4d-0eb3959c27b5: rpc.has_security_group_logging(os_id): False [ 682.169971] env[65334]: INFO networking_nsxv3.common.synchronization [req-bd73ef6a-071f-44c6-ae84-206d9cacb8cf req-82453446-1500-42d5-8d4f-e53f307fb4ed tempest-ImagesNegativeTestJSON-1254173537 tempest-ImagesNegativeTestJSON-1254173537-project-member] Enqueued Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 682.170723] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 682.170723] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.170723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.171176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.171225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.171425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.171601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.171676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.171821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.171908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.172009] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.176443] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.176591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.176649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.176793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.176882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.177098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.177197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.177266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.177501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.177583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.177772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.177865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.177934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.178078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.178149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.178327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.178553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.178629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.178777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.178850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.178933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 682.244130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.244322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.244376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.244564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.244713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.259944] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 682.395305] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.442621] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.442621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.442621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.442621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.442621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442621] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be created. [ 682.479103] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.479313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.479313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.479490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.480974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.492345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: UNINITIALIZED for 2s [ 682.674541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.674541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.674541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.674541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.674541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.674868] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.674868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.674868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.675041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.675121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.675413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d already deleted. [ 682.675745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.725959] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.726256] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-404" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.726324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-404" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.726607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-404" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.727033] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.727179] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.727278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.727594] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.727765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.728020] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.728164] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.728296] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.728600] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.728649] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.728836] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.728935] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.749138] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.749426] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.749899] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.750098] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-404" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.750499] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-0b953239-1620-4438-abd4-b68d8b08f7f6 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.750758] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.751123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.751713] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.751944] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b953239-1620-4438-abd4-b68d8b08f7f6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.898821] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dba19235-8051-4f7d-bc5c-3685cfb02d5a: rpc.has_security_group_logging(os_id): False [ 682.919808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.920555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.920823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921115] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921814] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a is going to be created. [ 682.984659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.985094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.985094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.985094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.985289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.998884] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: IN_PROGRESS for 2s [ 683.045534] env[65334]: INFO networking_nsxv3.common.synchronization [None req-9ebd3ba3-8bf1-4982-878c-98c04f99d514 None None] Enqueued Resource ID: 78007bae-eac6-4f7b-a617-39e100ab8c7b with Priority: HIGHEST for action port [ 683.046903] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78007bae-eac6-4f7b-a617-39e100ab8c7b with Priority: HIGHEST for action port [ 683.047514] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-78007bae-eac6-4f7b-a617-39e100ab8c7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.047744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78007bae-eac6-4f7b-a617-39e100ab8c7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.048020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78007bae-eac6-4f7b-a617-39e100ab8c7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.048282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78007bae-eac6-4f7b-a617-39e100ab8c7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.048425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78007bae-eac6-4f7b-a617-39e100ab8c7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.254710] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.254710] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254899] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.255965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.255965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.255965] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 0b953239-1620-4438-abd4-b68d8b08f7f6 not found, creating... [ 683.255965] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.255965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.256490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.256490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.256490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.256658] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.256925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.256925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.257888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.257888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.257888] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 0b953239-1620-4438-abd4-b68d8b08f7f6 is going to be created. [ 683.280855] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.281123] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.281245] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.281564] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.281807] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.282117] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.551185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78007bae-eac6-4f7b-a617-39e100ab8c7b [ 683.551455] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.551638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.551700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.551915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.552017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.552117] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78007bae-eac6-4f7b-a617-39e100ab8c7b already deleted. [ 683.552199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78007bae-eac6-4f7b-a617-39e100ab8c7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.096329] env[65334]: INFO networking_nsxv3.common.synchronization [req-bd73ef6a-071f-44c6-ae84-206d9cacb8cf req-3edd37fb-a6f0-4007-b86a-2c967c62a41a service nova] Enqueued Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_rules [ 684.096329] env[65334]: INFO networking_nsxv3.common.synchronization [req-bd73ef6a-071f-44c6-ae84-206d9cacb8cf req-3edd37fb-a6f0-4007-b86a-2c967c62a41a service nova] Enqueued Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 684.096329] env[65334]: INFO networking_nsxv3.common.synchronization [req-bd73ef6a-071f-44c6-ae84-206d9cacb8cf req-3edd37fb-a6f0-4007-b86a-2c967c62a41a service nova] Enqueued Resource ID: 0b953239-1620-4438-abd4-b68d8b08f7f6 with Priority: HIGHEST for action port [ 684.096329] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_rules [ 684.097223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 684.097598] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b953239-1620-4438-abd4-b68d8b08f7f6 with Priority: HIGHEST for action port [ 684.098192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.098771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.099044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.099450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.099639] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.100892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.101168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.101331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.101627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.101906] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.105019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.105019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b953239-1620-4438-abd4-b68d8b08f7f6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.105019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.105019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b953239-1620-4438-abd4-b68d8b08f7f6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.372890] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 684.372890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.516059] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.516059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.516059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.516726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.516726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.516726] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.605830] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.605996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.607384] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.608540] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b953239-1620-4438-abd4-b68d8b08f7f6 with status ACTIVE [ 684.609348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.609348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.609348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.609348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.609348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.609617] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.609617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.609702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.609889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.609972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.610176] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.610258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.610297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.610422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.610498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.610773] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b953239-1620-4438-abd4-b68d8b08f7f6 is going to be updated. [ 684.636471] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.637173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b953239-1620-4438-abd4-b68d8b08f7f6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.012102] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: SUCCESS [ 685.012327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.023511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.023715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.023766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.023949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.024133] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.024230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.024298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.024430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.024514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.024620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.024772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.024861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.024938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.025076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.025211] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.025289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.025339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.025473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.025547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.025624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.025708] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.113032] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.306050] env[65334]: INFO networking_nsxv3.common.synchronization [None req-76086f76-9d40-4bac-9d70-f7ff3aa50f96 None None] Enqueued Resource ID: d4656248-838f-449d-ac78-79b5621e0360 with Priority: HIGHEST for action port [ 685.306326] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4656248-838f-449d-ac78-79b5621e0360 with Priority: HIGHEST for action port [ 685.307651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4656248-838f-449d-ac78-79b5621e0360 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4656248-838f-449d-ac78-79b5621e0360" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.307651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4656248-838f-449d-ac78-79b5621e0360" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.307964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4656248-838f-449d-ac78-79b5621e0360" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.307964] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4656248-838f-449d-ac78-79b5621e0360',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.394019] env[65334]: INFO networking_nsxv3.common.synchronization [None req-212ce09d-61aa-40a5-a7fd-47612d6c85e9 None None] Enqueued Resource ID: 303ff37c-1837-4c12-af2a-dce4859b76d0 with Priority: HIGHEST for action port [ 685.394708] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303ff37c-1837-4c12-af2a-dce4859b76d0 with Priority: HIGHEST for action port [ 685.394926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-303ff37c-1837-4c12-af2a-dce4859b76d0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.395987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303ff37c-1837-4c12-af2a-dce4859b76d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.395987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303ff37c-1837-4c12-af2a-dce4859b76d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.398066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303ff37c-1837-4c12-af2a-dce4859b76d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.398877] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303ff37c-1837-4c12-af2a-dce4859b76d0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.530920] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 685.551615] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.551850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.551850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.552079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.552173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.552401] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.552498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.552575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.552757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.552833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.553137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.553137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.553298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.553478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.553478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.553581] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.553672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.553730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.554352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.554756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.554756] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be created. [ 685.618960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.619209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.619209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.619470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.619565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.619668] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d is going to be created. [ 685.635359] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.635523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.635568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.636192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.636192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.651839] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 685.664279] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.664452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.664510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.665274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.665274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.680397] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: UNINITIALIZED for 2s [ 685.812477] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4656248-838f-449d-ac78-79b5621e0360 [ 685.812817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.812984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.813167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.813403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.813479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.813561] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4656248-838f-449d-ac78-79b5621e0360 already deleted. [ 685.813961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4656248-838f-449d-ac78-79b5621e0360" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.901739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 303ff37c-1837-4c12-af2a-dce4859b76d0 [ 685.901917] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.902051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.902097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.902674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.902674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.902674] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:303ff37c-1837-4c12-af2a-dce4859b76d0 already deleted. [ 685.902674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303ff37c-1837-4c12-af2a-dce4859b76d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.903753] env[65334]: INFO networking_nsxv3.common.synchronization [req-d0da6406-fab3-4ee8-9d34-1b7620aea15e req-9676f16d-ab22-4a43-b409-db2ad6f83402 tempest-ServerTagsTestJSON-225490364 tempest-ServerTagsTestJSON-225490364-project-member] Enqueued Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 685.904812] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGHEST for action security_group_members [ 685.905142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.905529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.905684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.905995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.906196] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.409595] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.409595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.409595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.410086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.410175] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.410280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.410327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.410449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.410611] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 is going to be updated. [ 686.447849] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.448064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.448781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.449205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.449389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.464038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: IN_PROGRESS for 2s [ 687.668681] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 687.669865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.693538] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: SUCCESS [ 687.693851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.694173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.694286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.695269] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.695269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.695269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.695269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.695269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.695269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.695269] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.202881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.202881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.202881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.202881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.203439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.203439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.203439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.203439] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.203439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.203439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.203635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.203635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.203703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.205045] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.474517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 in Status: SUCCESS [ 688.474517] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 deletion is rescheduled due to dependency. [ 688.474635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.628728] env[65334]: INFO networking_nsxv3.common.synchronization [None req-11ce52b7-f2c3-4d24-bda3-e6cd5597892f None None] Enqueued Resource ID: 77608ad6-f400-4e4f-993c-0dfca93012fa with Priority: HIGHEST for action port [ 688.629296] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77608ad6-f400-4e4f-993c-0dfca93012fa with Priority: HIGHEST for action port [ 688.629620] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-77608ad6-f400-4e4f-993c-0dfca93012fa taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.629741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77608ad6-f400-4e4f-993c-0dfca93012fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.629839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77608ad6-f400-4e4f-993c-0dfca93012fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.630147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77608ad6-f400-4e4f-993c-0dfca93012fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.630295] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77608ad6-f400-4e4f-993c-0dfca93012fa',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.710335] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d: rpc.has_security_group_logging(os_id): False [ 688.729709] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.730204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.730297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.730727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.730727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.730727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.730919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.730919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.731166] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.731282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.731335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.731526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.731627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.731828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.731919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.731960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.732142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.732199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.732254] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d is going to be created. [ 688.797845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.798411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.798411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.798516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.798728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.814746] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: IN_PROGRESS for 2s [ 688.857522] env[65334]: INFO networking_nsxv3.common.synchronization [None req-efc9c8c2-d07b-49db-a179-5e83de8499fd None None] Enqueued Resource ID: 45556fc7-c529-41e4-8736-d41777d06e86 with Priority: HIGHEST for action port [ 688.860839] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45556fc7-c529-41e4-8736-d41777d06e86 with Priority: HIGHEST for action port [ 688.861111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-45556fc7-c529-41e4-8736-d41777d06e86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.861201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45556fc7-c529-41e4-8736-d41777d06e86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.861240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45556fc7-c529-41e4-8736-d41777d06e86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.862049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45556fc7-c529-41e4-8736-d41777d06e86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.862049] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45556fc7-c529-41e4-8736-d41777d06e86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.135121] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77608ad6-f400-4e4f-993c-0dfca93012fa [ 689.135380] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.135506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.135791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.135791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.135890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.135979] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77608ad6-f400-4e4f-993c-0dfca93012fa already deleted. [ 689.136070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77608ad6-f400-4e4f-993c-0dfca93012fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.363488] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45556fc7-c529-41e4-8736-d41777d06e86 [ 689.365767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.365767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.365767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.365767] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45556fc7-c529-41e4-8736-d41777d06e86 already deleted. [ 689.365767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45556fc7-c529-41e4-8736-d41777d06e86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.562283] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c39a347-073d-413a-b49b-21c6a6481ea9 req-ddc1f5eb-9fc7-4b12-a3c5-61cf2575fa4f tempest-ServersTestManualDisk-1251173493 tempest-ServersTestManualDisk-1251173493-project-member] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 690.562986] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 690.564409] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.564409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.564409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.564409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.564409] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.564669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.564699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.564952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.565913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.566078] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.832301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: SUCCESS [ 690.832531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.068495] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069261] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069747] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed already deleted. [ 691.069870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.130725] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e78ab777-142e-44ed-9ff0-c97b7b212c6a None None] Enqueued Resource ID: 56598f0f-aa1e-44bf-8743-4182b290732a with Priority: HIGHEST for action port [ 691.131738] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56598f0f-aa1e-44bf-8743-4182b290732a with Priority: HIGHEST for action port [ 691.133306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-56598f0f-aa1e-44bf-8743-4182b290732a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.133306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56598f0f-aa1e-44bf-8743-4182b290732a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.133306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56598f0f-aa1e-44bf-8743-4182b290732a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.133306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56598f0f-aa1e-44bf-8743-4182b290732a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.133666] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56598f0f-aa1e-44bf-8743-4182b290732a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.320740] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0349d33f-c068-4f9c-b099-a5acdbebe436 None None] Enqueued Resource ID: e5d8ac87-6481-423f-90a5-70314f5b81f9 with Priority: HIGHEST for action port [ 691.321336] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d8ac87-6481-423f-90a5-70314f5b81f9 with Priority: HIGHEST for action port [ 691.321776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d8ac87-6481-423f-90a5-70314f5b81f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.321903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d8ac87-6481-423f-90a5-70314f5b81f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.322345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d8ac87-6481-423f-90a5-70314f5b81f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.322654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d8ac87-6481-423f-90a5-70314f5b81f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.322743] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d8ac87-6481-423f-90a5-70314f5b81f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.411357] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.411551] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-836" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.411680] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-836" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.412033] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-836" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.412286] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.412438] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.412546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.412770] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.412912] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.413132] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.413240] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.413344] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.413444] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.413546] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.413645] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.413770] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.435936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.435936] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.435936] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.435936] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-836" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.435936] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-b00addde-cc6d-4428-be55-bd20c6fc0034 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.436598] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.436598] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.436598] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.436690] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00addde-cc6d-4428-be55-bd20c6fc0034',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.638405] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56598f0f-aa1e-44bf-8743-4182b290732a [ 691.639300] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.639443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.639534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.639836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.640280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.640598] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56598f0f-aa1e-44bf-8743-4182b290732a already deleted. [ 691.640725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56598f0f-aa1e-44bf-8743-4182b290732a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.825562] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5d8ac87-6481-423f-90a5-70314f5b81f9 [ 691.825917] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.826248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.826350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.826662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.826809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.826951] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5d8ac87-6481-423f-90a5-70314f5b81f9 already deleted. [ 691.827090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d8ac87-6481-423f-90a5-70314f5b81f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.940212] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.940432] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.940548] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.940830] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.940965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.941119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port b00addde-cc6d-4428-be55-bd20c6fc0034 not found, creating... [ 691.941374] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.941522] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.941720] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.941940] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.942080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.942375] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.942558] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.942688] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.942897] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.943813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.944045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: b00addde-cc6d-4428-be55-bd20c6fc0034 is going to be created. [ 691.968225] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.968439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.968555] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.969301] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.969550] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.969759] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.772855] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c39a347-073d-413a-b49b-21c6a6481ea9 req-bc4fd6ff-c2aa-43c5-b89f-03f0fbb4ea65 service nova] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 692.773267] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c39a347-073d-413a-b49b-21c6a6481ea9 req-bc4fd6ff-c2aa-43c5-b89f-03f0fbb4ea65 service nova] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 692.773474] env[65334]: INFO networking_nsxv3.common.synchronization [req-3c39a347-073d-413a-b49b-21c6a6481ea9 req-bc4fd6ff-c2aa-43c5-b89f-03f0fbb4ea65 service nova] Enqueued Resource ID: b00addde-cc6d-4428-be55-bd20c6fc0034 with Priority: HIGHEST for action port [ 692.774242] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_rules [ 692.775942] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 692.775942] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00addde-cc6d-4428-be55-bd20c6fc0034 with Priority: HIGHEST for action port [ 692.775942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.775942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.775942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.775942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.775942] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.776646] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.777026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.777026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.777359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.777359] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.777359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.777359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.777537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.777650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.777691] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.779459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00addde-cc6d-4428-be55-bd20c6fc0034 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.779459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.779459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.779459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.779459] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00addde-cc6d-4428-be55-bd20c6fc0034',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.282781] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.283185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.283185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.283887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00addde-cc6d-4428-be55-bd20c6fc0034 with status ACTIVE [ 693.283887] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.283887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.283887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.283887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.284228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.284228] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.284228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.284340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.284496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.284558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.284757] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.284847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.284916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.286717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.286901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.287249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00addde-cc6d-4428-be55-bd20c6fc0034 is going to be updated. [ 693.316224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.316457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.316568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.316908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.317157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.317441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00addde-cc6d-4428-be55-bd20c6fc0034" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.325060] env[65334]: INFO networking_nsxv3.common.synchronization [None req-85be5fda-5e06-4516-aa4e-90a6d95fcc6b None None] Enqueued Resource ID: 5647b7fc-9224-4fbe-84c1-9faf179496c7 with Priority: HIGHEST for action port [ 693.325060] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5647b7fc-9224-4fbe-84c1-9faf179496c7 with Priority: HIGHEST for action port [ 693.325060] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5647b7fc-9224-4fbe-84c1-9faf179496c7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.325530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5647b7fc-9224-4fbe-84c1-9faf179496c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.325530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5647b7fc-9224-4fbe-84c1-9faf179496c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.325809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5647b7fc-9224-4fbe-84c1-9faf179496c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.326803] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5647b7fc-9224-4fbe-84c1-9faf179496c7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.791218] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.829836] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5647b7fc-9224-4fbe-84c1-9faf179496c7 [ 693.830100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.830290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.831438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.831438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.831438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.831438] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5647b7fc-9224-4fbe-84c1-9faf179496c7 already deleted. [ 693.831438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5647b7fc-9224-4fbe-84c1-9faf179496c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.051599] env[65334]: INFO networking_nsxv3.common.synchronization [None req-af80a896-d371-4099-b017-6748faae7f6e None None] Enqueued Resource ID: a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f with Priority: HIGHEST for action port [ 694.051599] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f with Priority: HIGHEST for action port [ 694.054966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.055115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.055198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.055496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.055579] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.294911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.295293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.295358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.295585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.295679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.295779] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed is going to be created. [ 694.323832] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.323832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.323832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.323832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.323832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.336699] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: UNINITIALIZED for 2s [ 694.557936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f [ 694.558220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.558353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.558421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.558641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.558736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.558828] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f already deleted. [ 694.560297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0eb0cc7-ba72-4c46-87ed-c34cb4cbe71f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.428386] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6fc895a4-46c2-4abc-93ba-27c3308a9f3a None None] Enqueued Resource ID: ae2e9098-3199-4a39-80f2-58ddacddd9bc with Priority: HIGHEST for action port [ 695.428386] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2e9098-3199-4a39-80f2-58ddacddd9bc with Priority: HIGHEST for action port [ 695.428386] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2e9098-3199-4a39-80f2-58ddacddd9bc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.428386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2e9098-3199-4a39-80f2-58ddacddd9bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.428386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2e9098-3199-4a39-80f2-58ddacddd9bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2e9098-3199-4a39-80f2-58ddacddd9bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428386] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2e9098-3199-4a39-80f2-58ddacddd9bc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.750488] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1ea163b2-4fd5-4598-a16b-0d8afc89ae9f tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 695.751242] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 695.751583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.751774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.751844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.752154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.752258] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.825637] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1e814846-3f47-4695-ada8-f3b03c27b299 None None] Enqueued Resource ID: ad761001-b270-4c2e-93a7-28253b74b93d with Priority: HIGHEST for action port [ 695.825637] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad761001-b270-4c2e-93a7-28253b74b93d with Priority: HIGHEST for action port [ 695.826223] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad761001-b270-4c2e-93a7-28253b74b93d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.826372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad761001-b270-4c2e-93a7-28253b74b93d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.826438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad761001-b270-4c2e-93a7-28253b74b93d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.826752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad761001-b270-4c2e-93a7-28253b74b93d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.826833] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad761001-b270-4c2e-93a7-28253b74b93d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.932425] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae2e9098-3199-4a39-80f2-58ddacddd9bc [ 695.932778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.932981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.933403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.934026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.934172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934798] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae2e9098-3199-4a39-80f2-58ddacddd9bc already deleted. [ 695.934929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2e9098-3199-4a39-80f2-58ddacddd9bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.943286] env[65334]: INFO networking_nsxv3.common.synchronization [None req-13cd4db3-02a9-4b90-be35-8f9dff89e824 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 695.943286] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 695.943286] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.943723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.274247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.274425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.274461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.274665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.274756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.274852] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 already deleted. [ 696.274932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.275095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.275243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.275325] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.330652] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad761001-b270-4c2e-93a7-28253b74b93d [ 696.330896] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.331048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.331120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.331342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.331437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.331615] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad761001-b270-4c2e-93a7-28253b74b93d already deleted. [ 696.331615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad761001-b270-4c2e-93a7-28253b74b93d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.349241] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: SUCCESS [ 696.349241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.349241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.349452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.349485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.349959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.350040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.350207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.350289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.350375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.350458] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.797926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.797926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.797926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.797926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.797926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.797926] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 already deleted. [ 696.797926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.855240] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.869484] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1eb5b93d-ef13-4f17-bc50-9c20a565565c None None] Enqueued Resource ID: b854c584-65ec-4fa6-8b6f-60f15552582f with Priority: HIGHEST for action port [ 696.870899] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b854c584-65ec-4fa6-8b6f-60f15552582f with Priority: HIGHEST for action port [ 696.871553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b854c584-65ec-4fa6-8b6f-60f15552582f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.874309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b854c584-65ec-4fa6-8b6f-60f15552582f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.874309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b854c584-65ec-4fa6-8b6f-60f15552582f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.876240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b854c584-65ec-4fa6-8b6f-60f15552582f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.876297] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b854c584-65ec-4fa6-8b6f-60f15552582f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.993154] env[65334]: INFO networking_nsxv3.common.synchronization [req-dcb2b79c-2ddb-43df-9ad5-a9fa21beb50a req-55b27f9a-db09-4481-90e7-57e1ecc12d04 tempest-FloatingIPsAssociationTestJSON-462585945 tempest-FloatingIPsAssociationTestJSON-462585945-project-member] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 696.993645] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 696.996719] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.996719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.996719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.996719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.996894] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.997164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.997164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.997164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.997326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.997389] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.357829] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52961079-80cc-4a5f-8fdc-dbfc019f83ed: rpc.has_security_group_logging(os_id): False [ 697.377790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.378035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.378734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.378734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.378734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.379019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.379107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.379174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.379412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.379531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.379644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed is going to be created. [ 697.381483] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b854c584-65ec-4fa6-8b6f-60f15552582f [ 697.381483] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.381483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.381483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.381483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.381483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.381483] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b854c584-65ec-4fa6-8b6f-60f15552582f already deleted. [ 697.381818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b854c584-65ec-4fa6-8b6f-60f15552582f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.448760] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.449096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.449268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.449385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.465440] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465826] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465826] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466254] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.466406] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.466842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.467030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.467245] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.467334] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.467459] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.467579] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.467692] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.467828] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.468112] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.469848] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: IN_PROGRESS for 2s [ 697.488514] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.488720] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.488956] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.489176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-873" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.489540] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.489755] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.489894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.490373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.490563] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.499390] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.994208] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.994652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.994802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.994942] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.995103] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 not found, creating... [ 697.995362] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.995526] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.995621] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.995840] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.996035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.996413] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.996527] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.996605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.996924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.997095] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.997238] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 is going to be created. [ 698.001958] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.025918] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.025918] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.025918] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.026232] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.026467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.026735] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.504553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.504715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.504790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.505038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.505129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.505219] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be updated. [ 698.535425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.536806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.536806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.536806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.536806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.547719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 698.807955] env[65334]: INFO networking_nsxv3.common.synchronization [req-dcb2b79c-2ddb-43df-9ad5-a9fa21beb50a req-85c71b00-52fc-4b0e-a020-2abad044b9da service nova] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_rules [ 698.807955] env[65334]: INFO networking_nsxv3.common.synchronization [req-dcb2b79c-2ddb-43df-9ad5-a9fa21beb50a req-85c71b00-52fc-4b0e-a020-2abad044b9da service nova] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 698.811430] env[65334]: INFO networking_nsxv3.common.synchronization [req-dcb2b79c-2ddb-43df-9ad5-a9fa21beb50a req-85c71b00-52fc-4b0e-a020-2abad044b9da service nova] Enqueued Resource ID: cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 with Priority: HIGHEST for action port [ 698.811430] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_rules [ 698.811430] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 698.811430] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 with Priority: HIGHEST for action port [ 698.811430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.811430] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.811430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812140] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.882742] env[65334]: INFO networking_nsxv3.common.synchronization [req-e4a3041b-500c-4a69-b438-5a0308d0a704 req-3883237b-3e06-44e6-ade9-4c3e8d4446f9 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 698.884129] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 698.884129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.884129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.884129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.885298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.885490] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.885659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.885761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.885928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.886074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.886140] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.314013] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.314013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.314013] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 with status ACTIVE [ 699.314340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.314340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.314340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.315077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.315077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.315077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.315077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.315393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.315393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315393] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.315539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.315539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.315842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.315842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315842] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6 is going to be updated. [ 699.341384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.341935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.341935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.342073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.342165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf6f2aaa-c5ef-454c-81ed-f01588ce3ca6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.388021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.388957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.388957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.388957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.388957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.389401] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.391073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.391073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.391073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.391073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.391073] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 699.429304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.429442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.429506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.429763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.429914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.439565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 699.482533] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: SUCCESS [ 699.482533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.560927] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 700.561174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.561453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.561856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.562084] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.562209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.562269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.562480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.562531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.562888] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.067309] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.455735] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 701.455735] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 701.455735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.569902] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.700088] env[65334]: INFO networking_nsxv3.common.synchronization [req-dd14c44b-f243-4179-870e-8aca82f049f6 req-68be1c60-3459-4a8e-aa48-ea4b4c7b8523 tempest-InstanceActionsTestJSON-1132896482 tempest-InstanceActionsTestJSON-1132896482-project-member] Enqueued Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 701.701871] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGHEST for action security_group_members [ 701.702139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.702513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.702702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.702702] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.702989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.703094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.703175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.703294] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.854939] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2cbac195-89f2-4706-9cdf-a5b00f5f6fa9 None None] Enqueued Resource ID: 299980fe-4545-4f82-8874-dd84384b8d06 with Priority: HIGHEST for action port [ 701.855378] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299980fe-4545-4f82-8874-dd84384b8d06 with Priority: HIGHEST for action port [ 701.855747] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-299980fe-4545-4f82-8874-dd84384b8d06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.855870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299980fe-4545-4f82-8874-dd84384b8d06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.855936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299980fe-4545-4f82-8874-dd84384b8d06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.856228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299980fe-4545-4f82-8874-dd84384b8d06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.856580] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299980fe-4545-4f82-8874-dd84384b8d06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.074692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.074841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.074901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075349] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be updated. [ 702.097880] env[65334]: INFO networking_nsxv3.common.synchronization [None req-bce614e7-4f15-4c5c-8e34-278878806bdb None None] Enqueued Resource ID: dfae4445-7c3b-49ee-b17e-d78d22a6f03e with Priority: HIGHEST for action port [ 702.099714] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfae4445-7c3b-49ee-b17e-d78d22a6f03e with Priority: HIGHEST for action port [ 702.100320] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfae4445-7c3b-49ee-b17e-d78d22a6f03e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.100320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfae4445-7c3b-49ee-b17e-d78d22a6f03e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.100320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfae4445-7c3b-49ee-b17e-d78d22a6f03e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.100525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfae4445-7c3b-49ee-b17e-d78d22a6f03e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.100612] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfae4445-7c3b-49ee-b17e-d78d22a6f03e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.114511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.114664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.114767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.114932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.115086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125847] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 702.206325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.208302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.208480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.208791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.208917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.208982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.209182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.209266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.209357] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 is going to be updated. [ 702.242931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.243345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.243345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.243523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.243670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.255677] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: IN_PROGRESS for 2s [ 702.359537] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299980fe-4545-4f82-8874-dd84384b8d06 [ 702.359772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.360225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.361162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.361412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.361507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361605] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299980fe-4545-4f82-8874-dd84384b8d06 already deleted. [ 702.361739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299980fe-4545-4f82-8874-dd84384b8d06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376099] env[65334]: INFO networking_nsxv3.common.synchronization [req-441f7c3f-c494-4262-9bb2-aa5fb3afe0ca req-08642870-2658-4acf-9af1-1ee062d01a47 tempest-ServerAddressesTestJSON-1832532188 tempest-ServerAddressesTestJSON-1832532188-project-member] Enqueued Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 702.376683] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 702.376998] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.377920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.377993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.378565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.378758] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.379477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.379477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.379477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.379477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.379477] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.427586] env[65334]: INFO networking_nsxv3.common.synchronization [None req-08531da5-ffda-43b0-abfe-2cda22a55783 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 82118c97-0669-4333-aeb3-f472d40944a1 with Priority: HIGHEST for action security_group_rules [ 702.428214] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82118c97-0669-4333-aeb3-f472d40944a1 with Priority: HIGHEST for action security_group_rules [ 702.428786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82118c97-0669-4333-aeb3-f472d40944a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.429108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.429108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.429785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.430094] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82118c97-0669-4333-aeb3-f472d40944a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.560332] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1eda920b-49be-4a38-8195-e74f7e63eb62 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 82118c97-0669-4333-aeb3-f472d40944a1 with Priority: HIGHEST for action security_group_rules [ 702.560941] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82118c97-0669-4333-aeb3-f472d40944a1 with Priority: HIGHEST for action security_group_rules [ 702.561280] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82118c97-0669-4333-aeb3-f472d40944a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.561380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.603335] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfae4445-7c3b-49ee-b17e-d78d22a6f03e [ 702.603696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.604737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.604737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.604737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.604737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.604737] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfae4445-7c3b-49ee-b17e-d78d22a6f03e already deleted. [ 702.604737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfae4445-7c3b-49ee-b17e-d78d22a6f03e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.882581] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.884165] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.885221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.885221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 already deleted. [ 702.885221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954069] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.954229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.954280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.954463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.954557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954650] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82118c97-0669-4333-aeb3-f472d40944a1 already deleted. [ 702.954733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.955050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.955425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82118c97-0669-4333-aeb3-f472d40944a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.973338] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.973338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-573" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.973338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-573" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.973586] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-573" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.973790] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.973940] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.974363] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.976196] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.976196] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.976196] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.976196] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.976196] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.976196] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.976196] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.976196] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.976196] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.997647] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.997786] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.997891] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.998082] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-573" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.998404] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.998801] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.998801] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999526] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.999526] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.480966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.481074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.481130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.481363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.481596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.481596] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82118c97-0669-4333-aeb3-f472d40944a1 already deleted. [ 703.481811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82118c97-0669-4333-aeb3-f472d40944a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502204] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.502484] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.502995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.503194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.503383] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 not found, creating... [ 703.503711] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.503897] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.504077] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.504318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.504492] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.504844] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.505115] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.505194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.505416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.505546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.505726] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 is going to be created. [ 703.528702] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.529364] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.529364] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.529364] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.529583] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.529868] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037188] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ec669bc3-8a64-47d9-9654-97b66db40076 None None] Enqueued Resource ID: 91aeb609-912c-48a5-8542-bd2c8f966e80 with Priority: HIGHEST for action port [ 704.037582] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91aeb609-912c-48a5-8542-bd2c8f966e80 with Priority: HIGHEST for action port [ 704.038228] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-91aeb609-912c-48a5-8542-bd2c8f966e80 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.038381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91aeb609-912c-48a5-8542-bd2c8f966e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.038523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91aeb609-912c-48a5-8542-bd2c8f966e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.038778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91aeb609-912c-48a5-8542-bd2c8f966e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038861] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91aeb609-912c-48a5-8542-bd2c8f966e80',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.138026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 704.138282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.139017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.139328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.139689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.139689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.139689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.139865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.139966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.140109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.140109] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.251387] env[65334]: INFO networking_nsxv3.common.synchronization [req-441f7c3f-c494-4262-9bb2-aa5fb3afe0ca req-dd81858f-663c-4d65-a861-3ef3ecf2b297 service nova] Enqueued Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_rules [ 704.251387] env[65334]: INFO networking_nsxv3.common.synchronization [req-441f7c3f-c494-4262-9bb2-aa5fb3afe0ca req-dd81858f-663c-4d65-a861-3ef3ecf2b297 service nova] Enqueued Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 704.251387] env[65334]: INFO networking_nsxv3.common.synchronization [req-441f7c3f-c494-4262-9bb2-aa5fb3afe0ca req-dd81858f-663c-4d65-a861-3ef3ecf2b297 service nova] Enqueued Resource ID: 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 with Priority: HIGHEST for action port [ 704.251743] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_rules [ 704.251930] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 704.251985] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 with Priority: HIGHEST for action port [ 704.252284] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.252407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.252470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.253585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.253585] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.254269] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.254404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.254472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.254653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.254813] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.254909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.254970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.255125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.255210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.255297] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.257421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.257517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.257811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.257811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.257811] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.269557] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 in Status: SUCCESS [ 704.269824] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 deletion is rescheduled due to dependency. [ 704.269930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.544623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91aeb609-912c-48a5-8542-bd2c8f966e80 [ 704.545454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.545454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.545454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.545454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.545454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.545741] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91aeb609-912c-48a5-8542-bd2c8f966e80 already deleted. [ 704.545741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91aeb609-912c-48a5-8542-bd2c8f966e80" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.642753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.642903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.642966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.643503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.644169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.644691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.644772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.644989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.645110] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.645204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.645617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.645846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.645968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646105] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.656665] env[65334]: INFO networking_nsxv3.common.synchronization [None req-f2b899a9-b85c-4997-b13f-5569f574bc20 None None] Enqueued Resource ID: 1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c with Priority: HIGHEST for action port [ 704.657785] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c with Priority: HIGHEST for action port [ 704.658995] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.658995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.658995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.659277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.659277] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.660772] env[65334]: INFO networking_nsxv3.common.synchronization [req-4ce4d9ec-6829-4b5a-969e-cd66966d7c7c req-1eac1447-f68b-48dd-82ff-994c623d77b7 tempest-ImagesNegativeTestJSON-1254173537 tempest-ImagesNegativeTestJSON-1254173537-project-member] Enqueued Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 704.662301] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGHEST for action security_group_members [ 704.662301] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.662301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.662301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.662301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.662577] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.662577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.662655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.663577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.663577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.663577] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.758574] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.761010] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.761148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.763200] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 with status ACTIVE [ 704.766753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.766753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.766753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.766753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.766753] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8 is going to be updated. [ 704.796737] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.796737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.796737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.796737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.796737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.796737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dcf7a41-5c7a-46f6-8fdc-c714fbc11cd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.148688] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c26aaa05-ff22-4c1f-acc0-4386269a8dc7: rpc.has_security_group_logging(os_id): False [ 705.162222] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c [ 705.163129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.163129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.163129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.163129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.163129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.163129] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c already deleted. [ 705.163129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9f5df1-432c-4452-aa1e-d1aa4faa6d6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.165692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.166383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.166383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.166383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.166383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.166543] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.166543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.166642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.166771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.166846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.166934] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d is going to be updated. [ 705.169147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.169241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.169399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.171109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.171189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be updated. [ 705.209892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.210118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.210192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.210994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.210994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.219989] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: IN_PROGRESS for 2s [ 705.246673] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.246673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.246673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.246673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.246673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.259393] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 705.263861] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.766930] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.766930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.766930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.767161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.767161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.767161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 is going to be created. [ 705.814033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.814163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.814212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.814395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.814556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.832734] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: UNINITIALIZED for 2s [ 707.233021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: IN_PROGRESS for 4s [ 707.287177] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 707.287412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.828142] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e3626b2-92ab-4fa6-952e-a826f1edfa1a req-498246a9-92af-4eaa-ac80-799fa9c829af tempest-ServerGroupTestJSON-1577774130 tempest-ServerGroupTestJSON-1577774130-project-member] Enqueued Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 707.829126] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 707.829437] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.829550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.829609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.829864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.830022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.830124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.830331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.830331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.830403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.830495] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.844506] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: SUCCESS [ 707.844756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.844870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.845570] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.845570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.845570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.845954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.846064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.846153] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.214184] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.214421] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-910" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.214548] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-910" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.214980] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-910" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.215296] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.215477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.215602] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.215822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.215963] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.216183] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.216356] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.216637] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.216637] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.216747] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.216791] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.216907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.238121] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.238417] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.238452] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.238618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-910" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.238933] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-3d899841-3aa2-41c2-95af-b25c3bef2764 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.239488] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.239488] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.239809] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.239809] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d899841-3aa2-41c2-95af-b25c3bef2764',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.332834] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.332961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.333044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.333271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.333363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.333715] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.333715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.333715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.333842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.333938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.334048] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 already deleted. [ 708.334163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.349268] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.349388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.349439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.349660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.349835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.349961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.350023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.350159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.350244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.350412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.350565] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.350672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.350740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.350885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.351195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.351299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.351528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351968] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.742475] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.742851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.742851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.743685] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.743685] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.743685] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 3d899841-3aa2-41c2-95af-b25c3bef2764 not found, creating... [ 708.743685] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.743879] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.743950] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744201] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.744327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.744605] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.744743] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.744930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.745151] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.745274] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.745402] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 3d899841-3aa2-41c2-95af-b25c3bef2764 is going to be created. [ 708.770666] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.776529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.776529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.776529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.776529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.776529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.855190] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ab10705-d5e5-495f-8c87-f8c3cf957b33: rpc.has_security_group_logging(os_id): False [ 708.879361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880365] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.881191] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.881346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.881346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.881518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.881553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.881877] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.881877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.881978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882407] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 is going to be created. [ 708.963539] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.965100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.965100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.965100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.965100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.980119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: IN_PROGRESS for 2s [ 709.242611] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d in Status: SUCCESS [ 709.242611] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d deletion is rescheduled due to dependency. [ 709.242968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.501620] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e3626b2-92ab-4fa6-952e-a826f1edfa1a req-2de7e85a-4ce6-47a9-b9ca-07cbc438c4a5 service nova] Enqueued Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_rules [ 709.501912] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e3626b2-92ab-4fa6-952e-a826f1edfa1a req-2de7e85a-4ce6-47a9-b9ca-07cbc438c4a5 service nova] Enqueued Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 709.502086] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e3626b2-92ab-4fa6-952e-a826f1edfa1a req-2de7e85a-4ce6-47a9-b9ca-07cbc438c4a5 service nova] Enqueued Resource ID: 3d899841-3aa2-41c2-95af-b25c3bef2764 with Priority: HIGHEST for action port [ 709.502611] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_rules [ 709.502758] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 709.502875] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d899841-3aa2-41c2-95af-b25c3bef2764 with Priority: HIGHEST for action port [ 709.503149] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.503275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.503373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.503588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.503668] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.504594] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.504706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.504773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.504944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.505974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.506094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.506160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.506314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.506400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.506491] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.507250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d899841-3aa2-41c2-95af-b25c3bef2764 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.507350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.507407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.507831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.507831] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d899841-3aa2-41c2-95af-b25c3bef2764',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.010956] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.012504] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.012504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.012504] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d899841-3aa2-41c2-95af-b25c3bef2764 with status ACTIVE [ 710.012504] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.012504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.012504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.012900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.012900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.012900] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.012900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.013048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.013137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.013217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.015591] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.015752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.015823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.016172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.016172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.016172] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d899841-3aa2-41c2-95af-b25c3bef2764 is going to be updated. [ 710.038302] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.038472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.038514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.038703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.038839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.039007] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d899841-3aa2-41c2-95af-b25c3bef2764" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.520674] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.994740] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: SUCCESS [ 710.994967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.024613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.024775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.025180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.025575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.025575] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 is going to be created. [ 711.051942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.052222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.052222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.052509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.052576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.066040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: UNINITIALIZED for 2s [ 713.078820] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: SUCCESS [ 713.079022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.079098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.079893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.079893] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.079893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.079893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.080250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.080349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.080433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.080530] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.584394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.584537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.584610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.584837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.585090] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.585220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.585326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.585527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.585663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.585735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.586160] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.586160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.586160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.586358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.586527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.586655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.586710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.586892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.586989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.587112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.587205] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.091784] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400: rpc.has_security_group_logging(os_id): False [ 714.111565] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.112019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.112019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.112125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.112220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.112454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.112561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.112869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.112869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.112869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.113052] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.113204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.113204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.113361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.113453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.113623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.113859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.113923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.115036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.115036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.115036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 is going to be created. [ 714.190045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.190045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.190045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.190291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.190336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.203627] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: IN_PROGRESS for 2s [ 714.297682] env[65334]: INFO networking_nsxv3.common.synchronization [req-75f5e710-a5a3-41dd-91b0-4c3ad13175fc req-d15113f4-c2e8-4f54-80bb-a2ed9a6cf668 tempest-ServersAdminNegativeTestJSON-142131572 tempest-ServersAdminNegativeTestJSON-142131572-project-member] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 714.298406] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 714.300624] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.300624] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.300624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.300624] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.802392] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.305256] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.809410] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.809410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.809410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.809410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.809410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.809410] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be updated. [ 715.876942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.879338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.879338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.892296] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 716.220813] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: SUCCESS [ 716.220813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.597793] env[65334]: INFO networking_nsxv3.common.synchronization [req-1dc3755e-c380-4018-974d-bb685a359f24 req-44896b6f-c961-4e93-adaf-dbebba94e186 tempest-AttachInterfacesV270Test-982413239 tempest-AttachInterfacesV270Test-982413239-project-member] Enqueued Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 716.601631] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 716.602140] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.602269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.602350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.602604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.602759] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.602878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.602942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.603285] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.014458] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.014641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-106" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.014688] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-106" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.015141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-106" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.015369] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.015716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.015841] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.016078] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.016216] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.016533] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.016662] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.016765] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.016863] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.016975] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.017074] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.017197] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.041893] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.041893] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.042878] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.043158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-106" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.043491] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.043698] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.043814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.045847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.045847] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66b0c84-9703-438f-acd0-3e6d6aa92d7f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.107471] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.107661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.107724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.108301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.108395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.108607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.108791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.109131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.109131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.109131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.109341] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 already deleted. [ 717.109341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.548869] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.549040] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.549143] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.549425] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.549572] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.549717] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port f66b0c84-9703-438f-acd0-3e6d6aa92d7f not found, creating... [ 717.550060] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.550403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.550554] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.550798] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.550947] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.551312] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.551623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.551751] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.553094] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.553094] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.553094] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: f66b0c84-9703-438f-acd0-3e6d6aa92d7f is going to be created. [ 717.580605] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.580605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.580605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.580906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.581156] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.581390] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.904078] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 717.904538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.348518] env[65334]: INFO networking_nsxv3.common.synchronization [req-1dc3755e-c380-4018-974d-bb685a359f24 req-ef5d0784-d425-41a2-94dd-2a3213d2be6f service nova] Enqueued Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_rules [ 718.348729] env[65334]: INFO networking_nsxv3.common.synchronization [req-1dc3755e-c380-4018-974d-bb685a359f24 req-ef5d0784-d425-41a2-94dd-2a3213d2be6f service nova] Enqueued Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 718.348866] env[65334]: INFO networking_nsxv3.common.synchronization [req-1dc3755e-c380-4018-974d-bb685a359f24 req-ef5d0784-d425-41a2-94dd-2a3213d2be6f service nova] Enqueued Resource ID: f66b0c84-9703-438f-acd0-3e6d6aa92d7f with Priority: HIGHEST for action port [ 718.349407] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_rules [ 718.349548] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 718.349644] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66b0c84-9703-438f-acd0-3e6d6aa92d7f with Priority: HIGHEST for action port [ 718.349948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.350355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.350436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.350726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.350835] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.352498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.352630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.352700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.353674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.353674] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.353674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.353674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.353674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.353674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.353674] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.354436] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.354537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.354602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.354751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.358044] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66b0c84-9703-438f-acd0-3e6d6aa92d7f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.856489] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.857461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.863334] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.863334] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66b0c84-9703-438f-acd0-3e6d6aa92d7f with status ACTIVE [ 718.863526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.863526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.863628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.863825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.863905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.864073] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.864289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.864289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.864415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.864463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.864652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.865564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.865564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.865564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.865564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.865564] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66b0c84-9703-438f-acd0-3e6d6aa92d7f is going to be updated. [ 718.888553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.888980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.888980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.888980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.889246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.889381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66b0c84-9703-438f-acd0-3e6d6aa92d7f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.063043] env[65334]: INFO networking_nsxv3.common.synchronization [req-8ba9e6e8-9bd5-4c09-89b2-279288e80663 req-7d8dea44-9b38-44b4-b865-ea8d0b0534fd tempest-ServerAddressesTestJSON-1832532188 tempest-ServerAddressesTestJSON-1832532188-project-member] Enqueued Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 719.063707] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGHEST for action security_group_members [ 719.064024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.064151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.064242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.064455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.064612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.065354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.065354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.065354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.065354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.065354] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.364353] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.470132] env[65334]: INFO networking_nsxv3.common.synchronization [req-30319411-99ea-4f2d-9e76-075f9c26113d req-89865ad5-bf17-4fb2-b0ad-c1321f9a1dfb tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 719.471581] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 719.471985] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.472154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.472254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.473038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.473038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.473038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.473038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.473038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.473386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.473386] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.567703] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.567857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.568846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.568846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.568846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.568846] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.568846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.568846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.569063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.569211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.569211] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 is going to be updated. [ 719.604628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.605423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.605423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.606214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.606214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.619187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: IN_PROGRESS for 2s [ 719.866550] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.866737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.866813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.867151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.867322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.867445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 is going to be created. [ 719.896659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.896840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.896896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.897166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.897350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.910856] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: UNINITIALIZED for 2s [ 719.920675] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.921145] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.921145] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.921730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.921730] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.922041] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.922041] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.923359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.923359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.923359] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.923359] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.923359] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.923359] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.923359] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.923359] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.923359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.959445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.959609] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.959745] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.960058] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.960454] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-7f1488fa-2500-45d3-8f31-ae8fb4405331 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.960632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.960749] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.961172] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.961245] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1488fa-2500-45d3-8f31-ae8fb4405331',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.976973] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.977169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.977233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.977443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.977537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.977750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.977846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.977896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.978095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.978165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.978226] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd already deleted. [ 719.978293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.468104] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.468104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 7f1488fa-2500-45d3-8f31-ae8fb4405331 not found, creating... [ 720.468104] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.468104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.469248] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.469248] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.469248] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.469248] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.469248] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.469505] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.469698] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.469806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 is going to be created. [ 720.497687] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.497687] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497687] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.497837] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.498011] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.498335] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.210910] env[65334]: INFO networking_nsxv3.common.synchronization [req-30319411-99ea-4f2d-9e76-075f9c26113d req-87fb65a6-d80f-4f4e-b782-f60de2db2a84 service nova] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 721.211103] env[65334]: INFO networking_nsxv3.common.synchronization [req-30319411-99ea-4f2d-9e76-075f9c26113d req-87fb65a6-d80f-4f4e-b782-f60de2db2a84 service nova] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 721.211236] env[65334]: INFO networking_nsxv3.common.synchronization [req-30319411-99ea-4f2d-9e76-075f9c26113d req-87fb65a6-d80f-4f4e-b782-f60de2db2a84 service nova] Enqueued Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 721.211760] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 721.211924] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 721.212175] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 721.212532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.212956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.213165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.213583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.213673] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.214994] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.215226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.215380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.215627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.215828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.216009] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.216128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.216301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.216445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.216567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.217454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1488fa-2500-45d3-8f31-ae8fb4405331 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.217595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.217695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.217876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.217975] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1488fa-2500-45d3-8f31-ae8fb4405331',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.636022] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 in Status: SUCCESS [ 721.636022] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 deletion is rescheduled due to dependency. [ 721.636022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.720370] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.722075] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.722254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722353] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f1488fa-2500-45d3-8f31-ae8fb4405331 with status ACTIVE [ 721.722511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723248] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723861] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.724096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.724817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.725477] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 is going to be updated. [ 721.735070] env[65334]: INFO networking_nsxv3.common.synchronization [req-38fc2cc3-c79c-454b-bede-5d30f29348de req-9ccb1c39-ff7a-4c42-b722-3cddb440e45e tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 721.735641] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 721.736210] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.736406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.736406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.737111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.737332] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.737332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.737500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.737566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.737625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.737987] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.747273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.747615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.747615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.747802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.747802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.748544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.968595] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: SUCCESS [ 721.968886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.969100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.969332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.969552] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.970257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.970257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.970257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.970257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.970257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.970257] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.229615] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.245746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.245746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.245746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.245746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.245746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.246652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.247419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.247519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.247731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.247850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.247955] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be updated. [ 722.286710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.286910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.286910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.287412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.287412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.308835] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 722.473558] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.473826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.473826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.474029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478083] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.495820] env[65334]: INFO networking_nsxv3.common.synchronization [req-4753afc3-6e49-47b3-9db8-9e704d637886 req-bbe7417a-7fd8-44ea-a32b-968180628e7c tempest-FloatingIPsAssociationTestJSON-462585945 tempest-FloatingIPsAssociationTestJSON-462585945-project-member] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 722.496478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 722.498461] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.498608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.498674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.500185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.500185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.500185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.500185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.500185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.500185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.500185] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.511855] env[65334]: INFO networking_nsxv3.common.synchronization [None req-09175abb-95c3-434d-90c4-b7936c51b6d2 None None] Enqueued Resource ID: f82048dd-5360-4514-9558-b0540b138577 with Priority: HIGHEST for action port [ 722.515927] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82048dd-5360-4514-9558-b0540b138577 with Priority: HIGHEST for action port [ 722.517246] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f82048dd-5360-4514-9558-b0540b138577 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.517393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f82048dd-5360-4514-9558-b0540b138577" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.517464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f82048dd-5360-4514-9558-b0540b138577" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.517726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f82048dd-5360-4514-9558-b0540b138577" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.517809] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82048dd-5360-4514-9558-b0540b138577',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.734256] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.734256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.734256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.734256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.734256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.734256] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be created. [ 722.775982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.776233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.776310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.776567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.776763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.795830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: UNINITIALIZED for 2s [ 722.977757] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547131ef-cf29-4719-b4a5-72fd81f191c0: rpc.has_security_group_logging(os_id): False [ 722.998817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.999471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.999471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.999575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.999700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.999986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.000164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.000276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.000554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.000688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.001076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.001250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.001356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.001782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.001935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.002585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.002585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.002783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.003489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.003489] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 is going to be created. [ 723.006160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.009084] env[65334]: INFO networking_nsxv3.common.synchronization [req-9847e4d6-68c1-4fa0-8207-242bdd7f11c3 req-75fd4173-8717-4467-994b-127015295d54 tempest-ServersTestFqdnHostnames-1349622439 tempest-ServersTestFqdnHostnames-1349622439-project-member] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 723.010201] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGHEST for action security_group_members [ 723.010628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011756] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.012020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.012103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.012305] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.025999] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f82048dd-5360-4514-9558-b0540b138577 [ 723.025999] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.025999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.025999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.025999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.025999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.025999] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f82048dd-5360-4514-9558-b0540b138577 already deleted. [ 723.025999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f82048dd-5360-4514-9558-b0540b138577" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.083840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.084079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.084219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.084546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.084847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.099301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: IN_PROGRESS for 2s [ 723.170860] env[65334]: INFO networking_nsxv3.common.synchronization [req-c2980d82-a856-4736-b922-01f938ab0137 req-a0d260fd-41cc-4b96-bd0b-5dbc619dc11d tempest-FloatingIPsAssociationNegativeTestJSON-204611738 tempest-FloatingIPsAssociationNegativeTestJSON-204611738-project-member] Enqueued Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 723.172998] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 723.173610] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.178019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.178019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.178019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.513077] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.514470] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.514609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.514609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.514784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.514981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.515139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.515210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.515243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.515421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.515544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.515669] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 is going to be updated. [ 723.549707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.549707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.549913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.550162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.550358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.561417] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: IN_PROGRESS for 2s [ 723.668177] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.668445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-313" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.668622] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-313" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.670990] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-313" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.671473] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.671711] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.671886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.672286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.672496] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.672785] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.672946] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.673124] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.673298] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.673480] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.673652] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.673829] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.679778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.679960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.680046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.680269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.680436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.680574] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.680670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.680721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.680873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.680944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.681238] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 already deleted. [ 723.681238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.703724] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.704034] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.704200] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.704427] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-313" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.704757] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.704945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.705074] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.705426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.705570] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171d8cc9-04f1-4f9c-baac-efe3afebbaa7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.017028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.017028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.017028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.017028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.017028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.017028] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be updated. [ 724.050627] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.050783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.051071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.051281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.061050] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 724.211181] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.212411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.212411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.212411] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 not found, creating... [ 724.212411] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.212740] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212740] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.212962] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.213297] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.213454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.213565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.213782] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.213927] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.214090] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 is going to be created. [ 724.236496] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236725] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.237145] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.237412] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.323374] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 724.323528] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 deletion is rescheduled due to dependency. [ 724.323528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.808039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 724.808252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.808329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.808571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.808799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.808943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.809072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.809194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.809302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.809371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.809464] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.948481] env[65334]: INFO networking_nsxv3.common.synchronization [req-e05dc98c-490d-45d0-9b49-43eef4904e10 req-94f8b27e-671e-409b-8d44-bf918ef60c89 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 724.949220] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 724.950340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.950340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.950340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.950340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.950340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952251] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.036760] env[65334]: INFO networking_nsxv3.common.synchronization [req-c2980d82-a856-4736-b922-01f938ab0137 req-ed21d309-2924-4b83-8fa9-c163c1c35af2 service nova] Enqueued Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_rules [ 725.037118] env[65334]: INFO networking_nsxv3.common.synchronization [req-c2980d82-a856-4736-b922-01f938ab0137 req-ed21d309-2924-4b83-8fa9-c163c1c35af2 service nova] Enqueued Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 725.037170] env[65334]: INFO networking_nsxv3.common.synchronization [req-c2980d82-a856-4736-b922-01f938ab0137 req-ed21d309-2924-4b83-8fa9-c163c1c35af2 service nova] Enqueued Resource ID: 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 with Priority: HIGHEST for action port [ 725.038296] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_rules [ 725.038572] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 725.038671] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 with Priority: HIGHEST for action port [ 725.038953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.039096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.039341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.039428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.039511] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.040450] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.040560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.040616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.040799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.040946] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.041050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.041258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.041428] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.042798] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.042928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.042976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.043133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.043215] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171d8cc9-04f1-4f9c-baac-efe3afebbaa7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.113793] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: SUCCESS [ 725.114401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.316895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.317116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.317222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.317519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.317765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.317915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.318222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.318287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.318385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.319099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.320067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.320219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.320321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.321359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.321359] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.321359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.321359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.321359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.321359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.321588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.321588] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.325619] env[65334]: INFO networking_nsxv3.common.synchronization [None req-daa8057b-fa92-4391-b1b7-c94139a65864 None None] Enqueued Resource ID: ea78472b-8f5e-476b-95b4-b22dd8d7a099 with Priority: HIGHEST for action port [ 725.327225] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea78472b-8f5e-476b-95b4-b22dd8d7a099 with Priority: HIGHEST for action port [ 725.327366] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea78472b-8f5e-476b-95b4-b22dd8d7a099 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.327548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea78472b-8f5e-476b-95b4-b22dd8d7a099" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.327654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea78472b-8f5e-476b-95b4-b22dd8d7a099" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.328140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea78472b-8f5e-476b-95b4-b22dd8d7a099" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.328546] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea78472b-8f5e-476b-95b4-b22dd8d7a099',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.390874] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.390874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.390874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.390874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.390874] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.390874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.390874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.391808] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.392183] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.393709] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.393980] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.394241] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.394452] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.394673] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.394897] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.395274] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.419022] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.419022] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.419022] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.419022] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-697" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.419022] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-29bee2ab-b29d-4f99-a114-54796cab4e71 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.419022] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.419022] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.419022] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.419022] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bee2ab-b29d-4f99-a114-54796cab4e71',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.453649] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.545357] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.550051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550051] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 with status ACTIVE [ 725.550051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.556465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.556584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.556828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557429] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.557429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.557429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.557632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.558105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558105] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 171d8cc9-04f1-4f9c-baac-efe3afebbaa7 is going to be updated. [ 725.574325] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 in Status: SUCCESS [ 725.574325] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 deletion is rescheduled due to dependency. [ 725.574325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.586721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171d8cc9-04f1-4f9c-baac-efe3afebbaa7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.827120] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 725.832859] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea78472b-8f5e-476b-95b4-b22dd8d7a099 [ 725.833158] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.833408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.833408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.833809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.833989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.834116] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea78472b-8f5e-476b-95b4-b22dd8d7a099 already deleted. [ 725.834205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea78472b-8f5e-476b-95b4-b22dd8d7a099" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.847948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.847948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.847948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.848163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.848163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.848317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.848432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.848494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.848667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.848743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.848950] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.849077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.849138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.849301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.849372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.849594] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.849685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.849743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.849881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.849972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.850284] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be created. [ 725.923708] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.923914] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.924048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.924345] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.924492] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.924643] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 29bee2ab-b29d-4f99-a114-54796cab4e71 not found, creating... [ 725.924910] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.925079] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.925190] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.926273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.926273] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.926273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.926273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926552] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.926552] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.926672] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 29bee2ab-b29d-4f99-a114-54796cab4e71 is going to be created. [ 725.931774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.931774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.931774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.932207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.932445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.944934] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 725.950281] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.950493] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.950709] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.950873] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.951158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.951445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.957098] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.048911] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.074152] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 726.074389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.460298] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.460470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.460545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.460786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.460877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.460976] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 726.496135] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.497066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.507754] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 726.551840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.552105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.552176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.552424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.552514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.552867] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 is going to be created. [ 726.579367] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.579367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.579367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.579642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.579766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.589655] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: UNINITIALIZED for 2s [ 726.750550] env[65334]: INFO networking_nsxv3.common.synchronization [req-e05dc98c-490d-45d0-9b49-43eef4904e10 req-3a90aaa2-685c-48f0-8259-c4e7d93c9c51 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 726.750762] env[65334]: INFO networking_nsxv3.common.synchronization [req-e05dc98c-490d-45d0-9b49-43eef4904e10 req-3a90aaa2-685c-48f0-8259-c4e7d93c9c51 service nova] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 726.750952] env[65334]: INFO networking_nsxv3.common.synchronization [req-e05dc98c-490d-45d0-9b49-43eef4904e10 req-3a90aaa2-685c-48f0-8259-c4e7d93c9c51 service nova] Enqueued Resource ID: 29bee2ab-b29d-4f99-a114-54796cab4e71 with Priority: HIGHEST for action port [ 726.751626] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_rules [ 726.752068] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 726.752272] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bee2ab-b29d-4f99-a114-54796cab4e71 with Priority: HIGHEST for action port [ 726.752553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.752669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.752775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.753128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.753314] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.754808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.754808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.754989] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-29bee2ab-b29d-4f99-a114-54796cab4e71 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.755140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.755206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.755446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.755903] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bee2ab-b29d-4f99-a114-54796cab4e71',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.258522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.258944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.258944] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29bee2ab-b29d-4f99-a114-54796cab4e71 with status ACTIVE [ 727.259090] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.259241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.259555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.259686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.259869] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.259987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.260187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.260281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.260561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.260626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.260757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.260850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260940] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29bee2ab-b29d-4f99-a114-54796cab4e71 is going to be updated. [ 727.288638] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.291565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.291565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.291565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.291565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.291565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29bee2ab-b29d-4f99-a114-54796cab4e71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.792571] env[65334]: INFO networking_nsxv3.common.synchronization [req-60b691d3-a3df-4204-9527-509a52ad8c6d req-6e05d435-cab3-4f6c-b3f6-bdc7f2dc852f tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 727.792571] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 727.792571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.792571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799606] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799606] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.965552] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 727.965792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.084269] env[65334]: INFO networking_nsxv3.common.synchronization [req-2be8407b-d0ba-4d70-b96b-cb5dbe42ed95 req-dbd67cdc-d8c8-4679-b796-8bcb37f2c0b1 tempest-ServerGroupTestJSON-1577774130 tempest-ServerGroupTestJSON-1577774130-project-member] Enqueued Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 728.085315] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 with Priority: HIGHEST for action security_group_members [ 728.085315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.085315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.085315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.085512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.085970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.085970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.085970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.085970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.085970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.086287] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.224327] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.224327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.224327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.224327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.224327] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.224726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.224965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.225366] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.225726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.226120] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.226355] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.226551] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.226734] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.226924] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.227226] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.227467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.249719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.249863] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.250317] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.250317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.250563] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-8d98b6a8-ba5a-4043-b128-905a3c42c100 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.250785] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.250930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.251489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.251489] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d98b6a8-ba5a-4043-b128-905a3c42c100',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.302662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.303059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.303059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.303168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.303561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.303614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.303791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303953] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 already deleted. [ 728.304047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.498795] env[65334]: INFO networking_nsxv3.common.synchronization [req-cbc9d137-20b9-4df0-995c-c113bd28f207 req-4ff26323-643f-466f-b80e-398ee58ffd8e tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 728.499778] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 728.500420] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.500420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.500420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.500420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.500420] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.500727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.500727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.500959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.501096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.501188] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.518493] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 728.518690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.518833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.519047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.519232] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.519336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.519398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.519551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.519644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.519714] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.588471] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.589584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.589584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.589863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.589863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.589863] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 is going to be updated. [ 728.604698] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: SUCCESS [ 728.605023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.605239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.605554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.605751] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.605866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.605933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.606109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.606191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606410] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.621100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.621271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.621310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.621513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.621651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.631786] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: IN_PROGRESS for 2s [ 728.755387] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.755584] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.755660] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.755973] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.756238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.756480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 8d98b6a8-ba5a-4043-b128-905a3c42c100 not found, creating... [ 728.756974] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.757224] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.757224] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.757488] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.757652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.757994] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.758216] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.758348] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.758624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.758831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.758928] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 8d98b6a8-ba5a-4043-b128-905a3c42c100 is going to be created. [ 728.783228] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.783496] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.783646] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.783962] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.784278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784545] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.005692] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.024175] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.109692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.109898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.110478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.110678] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.111015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.111114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.111203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.111357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.111450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.111509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.111653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.111799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.111889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.111999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.112186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.112265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112437] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.510083] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.527347] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.541834] env[65334]: INFO networking_nsxv3.common.synchronization [req-60b691d3-a3df-4204-9527-509a52ad8c6d req-7292d20a-56a8-4a94-90ef-e3fcdb8b3a31 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 729.542164] env[65334]: INFO networking_nsxv3.common.synchronization [req-60b691d3-a3df-4204-9527-509a52ad8c6d req-7292d20a-56a8-4a94-90ef-e3fcdb8b3a31 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 729.542804] env[65334]: INFO networking_nsxv3.common.synchronization [req-60b691d3-a3df-4204-9527-509a52ad8c6d req-7292d20a-56a8-4a94-90ef-e3fcdb8b3a31 service nova] Enqueued Resource ID: 8d98b6a8-ba5a-4043-b128-905a3c42c100 with Priority: HIGHEST for action port [ 729.543761] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 729.543761] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 729.543761] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d98b6a8-ba5a-4043-b128-905a3c42c100 with Priority: HIGHEST for action port [ 729.545111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.545111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.545111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.545111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.545111] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.546023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.546023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.546023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.546023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.546307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.546307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.546307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.546549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.546549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.546884] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.550664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d98b6a8-ba5a-4043-b128-905a3c42c100 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.550664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.550664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.551925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.551925] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d98b6a8-ba5a-4043-b128-905a3c42c100',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.615723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fefa9147-ba74-4dd3-aba5-90f5ea669093: rpc.has_security_group_logging(os_id): False [ 729.636548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.636701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.636846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.637048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.637144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.637280] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.637363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.637426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.637583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.637662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.637846] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.637938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.637999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.638204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.638283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.638511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.638654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.638654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.638776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.638837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.639054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 is going to be created. [ 729.710303] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.710458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.710541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.710774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.711033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.739778] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: IN_PROGRESS for 2s [ 730.016051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.016344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.016474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.016843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.017019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.017205] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 730.028958] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.028958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.028958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.029314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.029422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.030063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 730.057054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.057054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.057054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.057054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.057054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.057054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.057809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.058188] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.059880] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d98b6a8-ba5a-4043-b128-905a3c42c100 with status ACTIVE [ 730.060672] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.060672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.060672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.062108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.062226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.062513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.062702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.063200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.063785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.063785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.063921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.064108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.064197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.064398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064664] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d98b6a8-ba5a-4043-b128-905a3c42c100 is going to be updated. [ 730.070831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.070831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.070831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.070831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.070831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.086405] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 730.087389] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 730.104911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.105700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d98b6a8-ba5a-4043-b128-905a3c42c100" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.543614] env[65334]: INFO networking_nsxv3.common.synchronization [req-67cfaa8c-1937-48e4-987f-0e641a3d3e14 req-4cbe7013-a2e3-45bd-ae63-d28aca8dfb67 tempest-VolumesAdminNegativeTest-110186537 tempest-VolumesAdminNegativeTest-110186537-project-member] Enqueued Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 730.544103] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 730.544302] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.544402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.544461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.545067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.545348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.545348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.545445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.545481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.545862] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.566997] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.643386] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 in Status: SUCCESS [ 730.643615] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400 deletion is rescheduled due to dependency. [ 730.643746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.048312] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.048542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.048649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.048948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.049093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.049398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.049547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.049624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.049914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.049914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.050079] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 already deleted. [ 731.050114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069400] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.069498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.069548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.069738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.070138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.070138] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be created. [ 731.095464] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.095610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.095726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.095883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.096123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.107273] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: UNINITIALIZED for 2s [ 731.452358] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.452449] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-251" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452532] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-251" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452835] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-251" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.453152] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.453315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.453425] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.453775] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453976] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.454088] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.454215] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.454375] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.454502] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.454604] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.454732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.473618] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.473788] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.473875] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.474058] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-251" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.474381] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.474544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.474657] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.474978] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.475134] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4697d6d3-59a8-40ae-bbf7-931beb37f8c4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.757108] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: SUCCESS [ 731.757388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.978395] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.978735] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.978959] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979360] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979528] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.979682] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 not found, creating... [ 731.979991] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.980159] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.980271] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.980499] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.980664] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.980951] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.981116] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.981252] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.981558] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.981612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.981739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 is going to be created. [ 732.007109] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.007403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.007517] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.007924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.008263] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.008632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.105042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 732.105042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.105638] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 732.105832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.106016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.106452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.106693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.106857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.106929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.107123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.107232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.107372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.107484] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.610667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.610927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.610927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.611210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.611399] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.611945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.611945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.612556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.612660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.612752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.612923] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.613061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.613144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.613298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.613455] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.613548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.613604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.613758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.613835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.613938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.614054] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.765777] env[65334]: INFO networking_nsxv3.common.synchronization [req-67cfaa8c-1937-48e4-987f-0e641a3d3e14 req-6d77aab0-8eb3-4c74-a112-e0972940f0ca service nova] Enqueued Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_rules [ 732.765777] env[65334]: INFO networking_nsxv3.common.synchronization [req-67cfaa8c-1937-48e4-987f-0e641a3d3e14 req-6d77aab0-8eb3-4c74-a112-e0972940f0ca service nova] Enqueued Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 732.765777] env[65334]: INFO networking_nsxv3.common.synchronization [req-67cfaa8c-1937-48e4-987f-0e641a3d3e14 req-6d77aab0-8eb3-4c74-a112-e0972940f0ca service nova] Enqueued Resource ID: 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 with Priority: HIGHEST for action port [ 732.765777] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_rules [ 732.765777] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 732.766260] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 with Priority: HIGHEST for action port [ 732.766260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.766260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.766405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.766570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.766644] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.767585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.767696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.767762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.767938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.768094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.768189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.768242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.768493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.768493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.768617] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.770191] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.771041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.771041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.772688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.772688] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4697d6d3-59a8-40ae-bbf7-931beb37f8c4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.117826] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 733.118065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.118438] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0625fa0a-5a25-4940-9f4d-0eb3959c27b5: rpc.has_security_group_logging(os_id): False [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.121891] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.121891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.122291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.122291] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.141724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.141724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.141724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.142246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.142246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.142246] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.142246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.142371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.142493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.142493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.142667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.142763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.142823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.142963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.143058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.143145] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 733.212727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.229743] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 733.274039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.274039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.274039] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.275521] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 with status ACTIVE [ 733.275712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.275832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.275895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.276382] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.276493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.278636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.278636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.278636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.278636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.278636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.278636] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4697d6d3-59a8-40ae-bbf7-931beb37f8c4 is going to be updated. [ 733.309513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.309513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.309513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.309513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.309513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4697d6d3-59a8-40ae-bbf7-931beb37f8c4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.335243] env[65334]: INFO networking_nsxv3.common.synchronization [req-ef62545d-08cf-4f28-a140-416fcd7eceaf req-27c83adf-8608-41a4-b676-426205ee91c0 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 733.335828] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 733.336379] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.336531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.336619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.337065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.337149] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.337274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.337377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.337521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.337611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.337708] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.624802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.625041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.625100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.625371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.625509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.625620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.625704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.626240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.626240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.626240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.626240] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.626374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.626374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.626543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.626692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.626841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.626841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.626991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.626991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.627111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.627171] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.775744] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.824349] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.824533] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-285" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.824583] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-285" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.824888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-285" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.825717] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.826865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.826865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.826865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.826865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.826998] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.827091] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.827193] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.827297] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.827434] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.827895] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.829042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.841596] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.842816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.842816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.842816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843090] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.843090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.843090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.843207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.843280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843362] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 already deleted. [ 733.843439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.849891] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.850162] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.850311] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.850468] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-285" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850777] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-8a09e4bc-75b4-47e6-b993-b54b50efd870 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.851310] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.851362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.851524] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a09e4bc-75b4-47e6-b993-b54b50efd870',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.131177] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 734.151242] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.151537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.151537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.151741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.151834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.152166] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.152306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.152371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.152528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.152611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.152875] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.152967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.153094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.153253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.153348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.153558] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.153661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.153750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.153880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.153956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.154074] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be created. [ 734.224172] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.224302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.224302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.224498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.224701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.239967] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 734.278988] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.278988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.278988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.279406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.279406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.279406] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 is going to be created. [ 734.316530] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.316809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.316894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.317628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.317628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.346644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: UNINITIALIZED for 2s [ 734.357051] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.357051] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 8a09e4bc-75b4-47e6-b993-b54b50efd870 not found, creating... [ 734.357051] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.357051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.357715] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357715] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357938] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.358387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.359046] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.359046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 is going to be created. [ 734.395031] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.395031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.395031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.395031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.395031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.395031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029425] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 735.029742] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 735.030208] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 735.030380] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 735.030683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.030836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.030973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.031362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.031465] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.032058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.032058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.032058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.032058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.032058] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.032890] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.033021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.033093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.033267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.033411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.033512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.033565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.033848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.033848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.033848] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.077252] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_rules [ 735.077252] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 735.077252] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 735.077252] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 735.077252] env[65334]: INFO networking_nsxv3.common.synchronization [req-294626f1-a7d0-4d8e-82b0-c63bb32b3305 req-a4a73594-8508-40c5-9d29-644f1c4fdde5 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 735.078532] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_rules [ 735.078682] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 735.078828] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 735.078929] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 735.079027] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 735.079305] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.079417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.079478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.079935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080042] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.081220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.081387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.081426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.081654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.081703] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.083430] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1488fa-2500-45d3-8f31-ae8fb4405331 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.083430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.083430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.083430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.083430] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1488fa-2500-45d3-8f31-ae8fb4405331',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.085029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.085029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.085029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.085029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.090663] env[65334]: INFO networking_nsxv3.common.synchronization [req-ef62545d-08cf-4f28-a140-416fcd7eceaf req-34e1e772-28c3-4bd2-a3cb-2c9bcbefe196 service nova] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 735.090837] env[65334]: INFO networking_nsxv3.common.synchronization [req-ef62545d-08cf-4f28-a140-416fcd7eceaf req-34e1e772-28c3-4bd2-a3cb-2c9bcbefe196 service nova] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 735.090967] env[65334]: INFO networking_nsxv3.common.synchronization [req-ef62545d-08cf-4f28-a140-416fcd7eceaf req-34e1e772-28c3-4bd2-a3cb-2c9bcbefe196 service nova] Enqueued Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 735.091316] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 735.091316] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 735.091661] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 735.092168] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.092168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.092168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.092410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.092410] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.093594] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.094016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.094144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.094332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.094488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.094589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.095432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.095432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.095432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.095432] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.096099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a09e4bc-75b4-47e6-b993-b54b50efd870 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.096475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.096475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.097087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.097593] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a09e4bc-75b4-47e6-b993-b54b50efd870',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.252319] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 735.252554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.535831] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.538782] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.586384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.586384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.586384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.586384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.587947] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f1488fa-2500-45d3-8f31-ae8fb4405331 with status ACTIVE [ 735.587947] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.588256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.591049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591049] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 is going to be updated. [ 735.599633] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.601358] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603129] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a09e4bc-75b4-47e6-b993-b54b50efd870 with status ACTIVE [ 735.603129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.604165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.604355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.604609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.606368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.606368] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 is going to be updated. [ 735.617109] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.617205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.617323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.617568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.617942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.617942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.628398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.628532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.628602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.628804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.629022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.629098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.746808] env[65334]: INFO networking_nsxv3.common.synchronization [req-d9880e83-e8d6-4c63-bb84-9e700311bbe3 req-a9797a16-58a3-4e01-96bd-481a13eeb0e7 tempest-VolumesAssistedSnapshotsTest-1153272415 tempest-VolumesAssistedSnapshotsTest-1153272415-project-member] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 735.747866] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGHEST for action security_group_members [ 735.750022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.750475] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.039578] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.040656] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.106977] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.256890] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.256890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.256890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.256890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.256890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.257434] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.257434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.257434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.257691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.257691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.257819] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f980468b-0344-4346-b81c-e44e9215741d is going to be updated. [ 736.274511] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 736.274511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.314533] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.314727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.314727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.314929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.315144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.334982] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: IN_PROGRESS for 2s [ 736.358286] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: SUCCESS [ 736.358411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.358550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.358790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.359047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.359160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.359231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.359421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.359489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359646] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.395359] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e0f86a5-2bf5-4bb2-abb8-a2b196be9d24 req-92b28e06-727d-4d36-89c1-1b6c4079e6e3 tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 736.397738] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 736.398968] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.399125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.399125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.400268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.400502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.400603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.400603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.401160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.401160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.401160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.545184] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.545184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.545184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.545184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.545184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.545184] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be created. [ 736.550772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.551028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.551120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.551378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.551485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.551603] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 736.592313] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.592313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.592313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.592313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.592653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.598934] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.599253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.599319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.599615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.599833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.604751] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: UNINITIALIZED for 2s [ 736.610608] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 736.611033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.611174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.611245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.611457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.611552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.612138] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be created. [ 736.641144] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.641434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.641530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.641814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.642137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.656463] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: UNINITIALIZED for 2s [ 736.864772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865461] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866449] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867211] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867872] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.871945] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.871945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.872160] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.872473] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.873107] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.873371] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.873431] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.873612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.873749] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.873947] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.874065] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.874173] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.874276] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.874410] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.874524] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.874650] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.896222] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.896222] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.896222] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.896428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.896580] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2e606140-9387-4c14-9737-183d0139e370 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.896762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.896948] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.897977] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.897977] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e606140-9387-4c14-9737-183d0139e370',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.905658] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.905865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.905905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.906131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.906225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.906454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.906657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.906774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907307] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b already deleted. [ 736.907446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.278745] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 737.279148] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 737.279628] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 737.280461] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 737.280563] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 737.281092] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 737.281641] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.282340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.282340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.282340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.282758] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.282952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.283065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.283489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.283678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283931] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.286145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.286308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.286636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.286753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.340124] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_rules [ 737.340489] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_rules [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb8f0028-1dbe-4ab0-a214-d6eb99683365 req-d5c41a5c-b4ae-42bc-8e18-44b0cadb358d tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_rules [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_rules [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 with Priority: HIGHEST for action port [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 737.343321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 737.343927] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.343927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.343927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.344596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.344814] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.346411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.346411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.346786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.346951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.347349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1488fa-2500-45d3-8f31-ae8fb4405331 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.347455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.347537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.347795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.347916] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1488fa-2500-45d3-8f31-ae8fb4405331',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.349072] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.349509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.349556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.349764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.350100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.350490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.370820] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7190302a-3543-4c2b-beed-a3ab4db54c19: rpc.has_security_group_logging(os_id): False [ 737.400109] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.400416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.400544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.401061] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.401061] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.403169] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2e606140-9387-4c14-9737-183d0139e370 not found, creating... [ 737.403169] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.403169] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.403169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.403779] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.403779] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.403779] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2e606140-9387-4c14-9737-183d0139e370 is going to be created. [ 737.405755] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.405866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.405932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.406199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.406275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.406491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.406549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.406596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.406744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.406822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.407076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.407235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.407303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.407455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.407626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.407765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.408074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.408157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.408309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.409038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.409038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 is going to be created. [ 737.435462] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.435685] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.435803] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.436142] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.436374] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.436589] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.501804] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.502398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.502627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.517982] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: IN_PROGRESS for 2s [ 737.788495] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.852478] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f1488fa-2500-45d3-8f31-ae8fb4405331 with status ACTIVE [ 737.853114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.853240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.853240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.853489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.853629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.853861] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.853957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.854037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.854310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.854310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.854671] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.855330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.855330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.855330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.855330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.855330] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f1488fa-2500-45d3-8f31-ae8fb4405331 is going to be updated. [ 737.875833] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.875985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.875985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.876350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.876503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.876718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1488fa-2500-45d3-8f31-ae8fb4405331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.141319] env[65334]: INFO networking_nsxv3.common.synchronization [req-da6e5b76-a268-4fd1-97c4-f590ceb39593 req-858ed406-df5d-4362-91bb-d2d3e6839a23 tempest-ServersTestJSON-1201466400 tempest-ServersTestJSON-1201466400-project-member] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 738.141862] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGHEST for action security_group_members [ 738.142215] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.142330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.142759] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.142857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.143464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.143563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.143687] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.163110] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e0f86a5-2bf5-4bb2-abb8-a2b196be9d24 req-9947c01a-1113-4a53-bf74-9c4a1fd402ba service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 738.163301] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e0f86a5-2bf5-4bb2-abb8-a2b196be9d24 req-9947c01a-1113-4a53-bf74-9c4a1fd402ba service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 738.163431] env[65334]: INFO networking_nsxv3.common.synchronization [req-0e0f86a5-2bf5-4bb2-abb8-a2b196be9d24 req-9947c01a-1113-4a53-bf74-9c4a1fd402ba service nova] Enqueued Resource ID: 2e606140-9387-4c14-9737-183d0139e370 with Priority: HIGHEST for action port [ 738.163967] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 738.164463] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 738.164584] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e606140-9387-4c14-9737-183d0139e370 with Priority: HIGHEST for action port [ 738.164865] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.164982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.165062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.165331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.165416] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.166290] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.166739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.166863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.167033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.167185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.167283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.167349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.167488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.167571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.167656] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.168788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e606140-9387-4c14-9737-183d0139e370 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.168893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.168957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.169126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.169223] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e606140-9387-4c14-9737-183d0139e370',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.291123] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.346166] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f980468b-0344-4346-b81c-e44e9215741d in Status: SUCCESS [ 738.346564] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f980468b-0344-4346-b81c-e44e9215741d deletion is rescheduled due to dependency. [ 738.346564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.541920] env[65334]: INFO networking_nsxv3.common.synchronization [req-0bdcd3eb-fa4d-41e7-a2ee-1c94bdad561e req-b9e91640-6e74-4958-b224-1d89176f81e9 tempest-AttachInterfacesV270Test-982413239 tempest-AttachInterfacesV270Test-982413239-project-member] Enqueued Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 738.541920] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGHEST for action security_group_members [ 738.542733] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.542985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.543044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.543334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.543506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.543614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.543699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.543868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.543960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.544139] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.616447] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 738.616699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.617913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.617913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.617913] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.617913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.617913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.617913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.618210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.618210] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.622747] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 738.622987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.623183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.623413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.623624] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.623738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.623884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.624454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.624454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.624454] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.646225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.646446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.646506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.646744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.646833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.647068] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.647169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.647231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.647393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.647473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.647600] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a is going to be updated. [ 738.667043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 738.667306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.667848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.668280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.668353] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.668449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.668514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.668685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.668766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.668850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.668943] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.670774] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.671900] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.672116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.672623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e606140-9387-4c14-9737-183d0139e370 with status ACTIVE [ 738.672623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.672788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.672831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.673089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.673261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.673432] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.673577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.673649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.673862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.673991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.674526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.674526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.674526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.674762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.674949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.674949] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e606140-9387-4c14-9737-183d0139e370 is going to be updated. [ 738.683676] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.683676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.683676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.683676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.684013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.697801] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: IN_PROGRESS for 2s [ 738.704429] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.704621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.704695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.704933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.705104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e606140-9387-4c14-9737-183d0139e370" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.794237] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.794397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.794514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.794793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.794895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.795017] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 is going to be created. [ 738.833155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.833340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.833385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.833622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.833785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: UNINITIALIZED for 2s [ 739.046501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.046700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.046771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.047318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.047456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.047516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.047822] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 is going to be updated. [ 739.083774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.086026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.086026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.086026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.086026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.099881] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: IN_PROGRESS for 2s [ 739.120960] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.126878] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.171335] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.177367] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.532983] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: SUCCESS [ 739.535167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.626364] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.630326] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.673924] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf9711f-dc79-480c-8131-ecda793112f9: rpc.has_security_group_logging(os_id): False [ 739.681696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.681696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.682014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.682138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.682190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.682289] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be created. [ 739.696805] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.696968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.697063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.697288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.697384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.697696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.697800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.697868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.698026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.698106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.698329] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be created. [ 739.718544] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.718544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.718544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.718544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.718544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.730667] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: UNINITIALIZED for 2s [ 739.780921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.781330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.781545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.781909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.782324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.799361] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 740.127699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.127889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.127936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.128182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.128274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.128340] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 740.135705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.135705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.135705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.135705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.135705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.135705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 740.164603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.164869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.165026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.165350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.165588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.168315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.168467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.168467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.168622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.168761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.184246] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 740.184929] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 740.711178] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a in Status: SUCCESS [ 740.712334] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a deletion is rescheduled due to dependency. [ 740.712334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.859850] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: SUCCESS [ 740.859850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.859850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.859850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.860259] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.860259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.860259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.860412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.860412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.860522] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.114517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 in Status: SUCCESS [ 741.114517] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 deletion is rescheduled due to dependency. [ 741.114826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.365278] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.745139] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 741.745504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.745581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.746013] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.746183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.746264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.746416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.746493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.746599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.746690] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.816588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 741.816588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.865332] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.199285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 742.199285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.199535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.199716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.200458] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.200458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.200458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.200458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.200458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.200737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.200737] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.202623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 742.202974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.203253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.203420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.203607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.203768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.203849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.204037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.204136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.204187] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.205225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.205402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.205626] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.206306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.206306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.206306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.206306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.207237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.207237] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.207781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.209029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.209029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.209029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.209029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.209029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.209029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.209029] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.249569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.249957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250186] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.250394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252363] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.369208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.369411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.369544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.369745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.370227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.370227] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 is going to be updated. [ 742.406500] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.406642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.406717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.406937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.407168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.421565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: IN_PROGRESS for 2s [ 742.708267] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.713018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.713018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.713018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.713018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.754676] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 742.778126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.778126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.778126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.778587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.778587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be created. [ 742.848951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.849176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.849176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.849537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.849586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 743.213280] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fd836f-165e-4da4-9d5e-180eebdc1144: rpc.has_security_group_logging(os_id): False [ 743.217936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.217936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.233839] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.234256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.234415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.234758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.234982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.235366] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.235600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.235740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.236806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.236806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.236806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be created. [ 743.313114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.313114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.313114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.313417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.313467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.328811] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 743.542450] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 743.542541] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=11 [ 743.721438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.721634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.721731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.722219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.722354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.722498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 743.725714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.725971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.726100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.726508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.726635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.726731] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 743.762751] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.763158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.763158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.763331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.763469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.765264] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.765381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.765458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.765614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.765739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.778911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 743.779593] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 744.050404] env[65334]: INFO networking_nsxv3.common.synchronization [req-da74099f-e50b-4e1f-b451-bb53b9866429 req-b474d545-c185-44a0-a003-db1861c8efbb tempest-ServersAdminNegativeTestJSON-142131572 tempest-ServersAdminNegativeTestJSON-142131572-project-member] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 744.052634] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGHEST for action security_group_members [ 744.052634] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.052634] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.052634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.053159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.053159] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.439357] env[65334]: INFO networking_nsxv3.common.synchronization [req-c7bbd62e-88e1-4af9-ac15-f186446d862b req-99bfd8dc-26cb-40be-bef6-0957902144a5 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 744.439357] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 744.439357] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: SUCCESS [ 744.439357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.439357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.439357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.439357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.439357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.439720] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.439720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.439720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.439898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.439898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.439898] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.442218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.442218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.442218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.442218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.442218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.442218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.442545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.442545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.442545] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.555974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.556248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.556248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.556561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.556561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.556714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.556816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.556871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.557199] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be updated. [ 744.599015] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.599250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.599250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.599468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.599879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.612473] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: IN_PROGRESS for 2s [ 744.866534] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.866952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.866952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.867236] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.867587] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.867777] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.867945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.868227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.868421] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.868655] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.868774] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.868894] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.869011] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.869121] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.869223] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.869372] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.883874] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 744.884220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.890615] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.890822] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.890960] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.891141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891494] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2dabb524-c632-48a8-be40-9a045c17fca4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.891671] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.891803] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.892288] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.892485] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dabb524-c632-48a8-be40-9a045c17fca4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.944355] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.945442] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.342333] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 745.342588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.342844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.343086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.343194] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.395128] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.395422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.395567] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.395868] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.396104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.396314] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2dabb524-c632-48a8-be40-9a045c17fca4 not found, creating... [ 745.396657] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.396889] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.397129] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.397424] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.397658] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.398207] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.398461] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.398739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.399105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.399293] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.399505] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2dabb524-c632-48a8-be40-9a045c17fca4 is going to be created. [ 745.427871] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.427993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.428133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.428445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.428692] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.429212] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.447175] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.448697] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58af5bd7-0c73-45a6-9685-135dce99fe06: rpc.has_security_group_logging(os_id): False [ 745.468853] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.469318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.469412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469704] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.470356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.470356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.470356] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 is going to be created. [ 745.529192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.529453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.529560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.529940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.530228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.545539] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: IN_PROGRESS for 2s [ 745.791019] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 745.791267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.792265] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 745.792458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.792727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.793104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.793295] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.793595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.793595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.793770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.793877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.794014] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.794934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.795143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.795309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.795423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.795505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.795800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.795800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.795913] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.846034] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.846034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.951267] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.951619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.951619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.951696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.951792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.951892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 745.996933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.996933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.996933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.997824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.997981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.009908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 746.208692] env[65334]: INFO networking_nsxv3.common.synchronization [req-c7bbd62e-88e1-4af9-ac15-f186446d862b req-0470e569-a4b5-4e24-8eb9-0247603f0145 service nova] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_rules [ 746.208780] env[65334]: INFO networking_nsxv3.common.synchronization [req-c7bbd62e-88e1-4af9-ac15-f186446d862b req-0470e569-a4b5-4e24-8eb9-0247603f0145 service nova] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 746.209023] env[65334]: INFO networking_nsxv3.common.synchronization [req-c7bbd62e-88e1-4af9-ac15-f186446d862b req-0470e569-a4b5-4e24-8eb9-0247603f0145 service nova] Enqueued Resource ID: 2dabb524-c632-48a8-be40-9a045c17fca4 with Priority: HIGHEST for action port [ 746.210429] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_rules [ 746.210707] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 746.210993] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dabb524-c632-48a8-be40-9a045c17fca4 with Priority: HIGHEST for action port [ 746.211492] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.211727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.211886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212479] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.214308] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.214521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.214876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dabb524-c632-48a8-be40-9a045c17fca4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.215342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.215342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.215638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.215787] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dabb524-c632-48a8-be40-9a045c17fca4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.297439] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.298644] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.624805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 in Status: SUCCESS [ 746.625068] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 deletion is rescheduled due to dependency. [ 746.625276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.718729] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.718980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720018] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dabb524-c632-48a8-be40-9a045c17fca4 with status ACTIVE [ 746.720018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.720018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720297] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.720297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720868] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.720978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.721074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.722568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.722568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.722568] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dabb524-c632-48a8-be40-9a045c17fca4 is going to be updated. [ 746.753447] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.753447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dabb524-c632-48a8-be40-9a045c17fca4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.802301] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.803614] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.306724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.307178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.307178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.307253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.307608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.308120] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 747.309806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.309806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.309976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.310436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.310436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.310436] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 747.349311] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.349505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.349567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.349809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.349881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.352467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.352813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.352813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.352813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.353016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.368622] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 747.369968] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 747.558502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: SUCCESS [ 747.558940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.013527] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7112da3c-8017-4c75-90b2-bc8895aa29ed None None] Enqueued Resource ID: d4c2940f-616d-4a6f-a053-f936ea062c6c with Priority: HIGHEST for action port [ 748.014664] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c2940f-616d-4a6f-a053-f936ea062c6c with Priority: HIGHEST for action port [ 748.014664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c2940f-616d-4a6f-a053-f936ea062c6c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.014823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c2940f-616d-4a6f-a053-f936ea062c6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.014823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c2940f-616d-4a6f-a053-f936ea062c6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c2940f-616d-4a6f-a053-f936ea062c6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.015131] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c2940f-616d-4a6f-a053-f936ea062c6c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.019658] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 748.019703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.019840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.020687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.020687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.020687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.020687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.020687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.020687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.020989] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.518104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4c2940f-616d-4a6f-a053-f936ea062c6c [ 748.519709] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.519709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.519709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.519709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519709] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4c2940f-616d-4a6f-a053-f936ea062c6c already deleted. [ 748.519709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c2940f-616d-4a6f-a053-f936ea062c6c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.524878] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.029454] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.381215] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 749.381388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.382080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.382381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.382607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.382745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.382814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.382970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.383065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.383781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.383781] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.385312] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 749.385504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.385641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.386082] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.386228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.386228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.386435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.386516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.386683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.386811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.386847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.387113] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.387205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.387264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.387399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.387470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.387549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.387634] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.536275] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.536275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.536275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.536275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.536275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.536795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 749.574508] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.574715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.575013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.575013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.575143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.586411] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 749.886934] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.890543] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 749.909804] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.909940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.910023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.911506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.911506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.912319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.912439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.912503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.912948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.913056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.913447] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.913556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.913622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.914192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.914192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.914661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.914661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.914764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.914801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914961] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 749.980163] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.980645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.980645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.980645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.980803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.997289] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 750.390513] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fd836f-165e-4da4-9d5e-180eebdc1144: rpc.has_security_group_logging(os_id): False [ 750.410047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.410437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.410437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.410534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.410631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.411585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.411585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.411585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.411585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.411585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.411585] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 750.471963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.471963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.471963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.471963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.471963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.486165] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 750.690616] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c50397dd-bc60-4e05-99cf-1559ddaa5076 None None] Enqueued Resource ID: 400d2a91-7bcc-4618-a786-77a44105e3a9 with Priority: HIGHEST for action port [ 750.691277] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d2a91-7bcc-4618-a786-77a44105e3a9 with Priority: HIGHEST for action port [ 750.691517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-400d2a91-7bcc-4618-a786-77a44105e3a9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.691610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400d2a91-7bcc-4618-a786-77a44105e3a9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.691730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400d2a91-7bcc-4618-a786-77a44105e3a9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.692535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400d2a91-7bcc-4618-a786-77a44105e3a9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.692535] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400d2a91-7bcc-4618-a786-77a44105e3a9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.194400] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 400d2a91-7bcc-4618-a786-77a44105e3a9 [ 751.195515] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.195515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.195515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.195515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.195515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.195515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:400d2a91-7bcc-4618-a786-77a44105e3a9 already deleted. [ 751.195515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400d2a91-7bcc-4618-a786-77a44105e3a9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.597659] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.601892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.601892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.601892] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.930351] env[65334]: INFO networking_nsxv3.common.synchronization [req-b14719d6-55a2-41be-a605-84dea394c6ff req-fd465063-adba-465f-babb-3d9f9050a672 tempest-SecurityGroupRulesNegativeTestJSON-1554390203 tempest-SecurityGroupRulesNegativeTestJSON-1554390203-project-member] Enqueued Resource ID: 43fee41c-68fa-4670-95af-0d94f289bb4f with Priority: HIGHEST for action security_group_rules [ 751.931054] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fee41c-68fa-4670-95af-0d94f289bb4f with Priority: HIGHEST for action security_group_rules [ 751.931054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fee41c-68fa-4670-95af-0d94f289bb4f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.931180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.931247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.931607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.931607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fee41c-68fa-4670-95af-0d94f289bb4f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.013941] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 752.014244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.014726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.015075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.015204] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.105252] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106740] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.107178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.107348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.107468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.107562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.107774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.107858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.107943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.108055] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.459722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.459722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.459722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.459959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.460051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.460154] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fee41c-68fa-4670-95af-0d94f289bb4f already deleted. [ 752.460240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.503034] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 752.503280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.518047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.518251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.518335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.518590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.518788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.518906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.518981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.519207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.519327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.519436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.519544] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.612434] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0985fde5-6560-44f4-b6cb-5632cd877f86: rpc.has_security_group_logging(os_id): False [ 752.631054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.631268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.631268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.631494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.631588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.631913] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.632049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.632117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.632358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.632440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.632656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.632754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.632816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.632963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.634341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635368] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.635368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635368] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 752.709039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.709956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.709956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.723861] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 753.025670] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.026039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.026146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.026317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.026503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.026623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.026708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.026792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.026935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.027036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.027094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.027236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.027381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.027472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.027534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.027664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.027737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.027920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.028652] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.532040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 753.549918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.550097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.550196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.550426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.550516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.550707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.550926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.550926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.551054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.551092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.551284] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.551358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.551402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.551543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.551654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.551892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.551989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.552204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.552280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.552338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.552430] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 753.612603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.612839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.612916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.613202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.613442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.629915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 753.699202] env[65334]: INFO networking_nsxv3.common.synchronization [req-2d9910a8-d27d-4a0e-b663-c9000ba9fe42 req-dd3a8816-8ee7-4e6e-ba47-c5a5ecbce9b2 tempest-SecurityGroupRulesNegativeTestJSON-1554390203 tempest-SecurityGroupRulesNegativeTestJSON-1554390203-project-member] Enqueued Resource ID: 43fee41c-68fa-4670-95af-0d94f289bb4f with Priority: HIGHEST for action security_group_rules [ 753.699486] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fee41c-68fa-4670-95af-0d94f289bb4f with Priority: HIGHEST for action security_group_rules [ 753.700146] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43fee41c-68fa-4670-95af-0d94f289bb4f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.700146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.701094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.701412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.701625] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43fee41c-68fa-4670-95af-0d94f289bb4f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.226136] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.226618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.226618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.226618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.226727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.226823] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43fee41c-68fa-4670-95af-0d94f289bb4f already deleted. [ 754.226887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43fee41c-68fa-4670-95af-0d94f289bb4f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 754.741602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.311272] env[65334]: INFO networking_nsxv3.common.synchronization [req-69fd6a5e-4dcf-4563-a76d-71ed9c15ae1a req-e4857349-827a-41bc-a237-1a347179637b tempest-ServersTestManualDisk-1251173493 tempest-ServersTestManualDisk-1251173493-project-member] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 755.312363] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGHEST for action security_group_members [ 755.312363] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.312541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.312541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.313226] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.313340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.313467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.313691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.314117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.314290] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.649031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 755.649031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.703526] env[65334]: INFO networking_nsxv3.common.synchronization [req-7344a9b8-a24f-472c-94e0-3d50b3c264d1 req-4a7d4fd8-fd62-452f-97dd-112b6e13d548 tempest-VolumesAdminNegativeTest-110186537 tempest-VolumesAdminNegativeTest-110186537-project-member] Enqueued Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 755.704459] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGHEST for action security_group_members [ 755.704459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.704459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.704459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.704762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.706126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.706126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.706307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.706675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.706675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.706799] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.818538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.818538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.818538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.818777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.818873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.819291] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.819291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.819291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.822534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.822534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822534] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed is going to be updated. [ 755.855488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.855647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.855690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.855909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.856065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.868337] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: IN_PROGRESS for 2s [ 756.115030] env[65334]: INFO networking_nsxv3.common.synchronization [req-591ec4ed-4702-4170-88c5-7b5822392762 req-34bb48ad-1cc2-43f1-a1b6-e0a43def6c8f tempest-FloatingIPsAssociationTestJSON-462585945 tempest-FloatingIPsAssociationTestJSON-462585945-project-member] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 756.115807] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGHEST for action security_group_members [ 756.116845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.117072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.117165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.117632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.117719] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.117977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.117977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.118245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.118346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.118487] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.211015] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.211015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.211015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.211322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.211420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.211630] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.211730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.211842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.212032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.212108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.212215] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 is going to be updated. [ 756.267344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.267498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.267554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.267811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.268011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.279581] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: IN_PROGRESS for 2s [ 756.626085] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.626424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.626571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.626996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.627119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.627340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.628295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.628376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.628553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629414] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be updated. [ 756.668385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.668385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.668385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.668385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.668385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.679566] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: IN_PROGRESS for 2s [ 757.104451] env[65334]: INFO networking_nsxv3.common.synchronization [req-4597400c-8ff8-45c3-ba4b-17139f31fa96 req-cc1b358e-2ccd-4ce8-9441-6f6faf6871ba tempest-FloatingIPsAssociationNegativeTestJSON-204611738 tempest-FloatingIPsAssociationNegativeTestJSON-204611738-project-member] Enqueued Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 757.105086] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGHEST for action security_group_members [ 757.105399] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.105517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.105762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.105833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.105960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.106074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.106136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.106289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.106377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.106469] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.609008] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.609167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.609368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.609448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.609548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.609752] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.609850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.609912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.610115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.610210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.610277] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 is going to be updated. [ 757.643135] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.643568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.643568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.643701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.644137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.657894] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: IN_PROGRESS for 2s [ 757.879712] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed in Status: SUCCESS [ 757.883029] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed deletion is rescheduled due to dependency. [ 757.883029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.313198] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 in Status: SUCCESS [ 758.315081] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 deletion is rescheduled due to dependency. [ 758.315081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.692295] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 in Status: SUCCESS [ 758.692675] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 deletion is rescheduled due to dependency. [ 758.692723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.327153] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b19aaed6-09c8-4ed2-b393-fb75b4f23acf None None] Enqueued Resource ID: ff340a58-8046-4872-b4ad-0c011c2a166e with Priority: HIGHEST for action port [ 759.330368] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff340a58-8046-4872-b4ad-0c011c2a166e with Priority: HIGHEST for action port [ 759.330498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff340a58-8046-4872-b4ad-0c011c2a166e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.330622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff340a58-8046-4872-b4ad-0c011c2a166e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.330874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff340a58-8046-4872-b4ad-0c011c2a166e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.331425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff340a58-8046-4872-b4ad-0c011c2a166e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.331425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff340a58-8046-4872-b4ad-0c011c2a166e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.672413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 in Status: SUCCESS [ 759.672637] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 deletion is rescheduled due to dependency. [ 759.672772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.838174] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff340a58-8046-4872-b4ad-0c011c2a166e [ 759.838468] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.838554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.838674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.838846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.838942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.839050] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff340a58-8046-4872-b4ad-0c011c2a166e already deleted. [ 759.839592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff340a58-8046-4872-b4ad-0c011c2a166e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.566255] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7ed0fee7-a5d7-4890-ab46-b89d870b58b0 None None] Enqueued Resource ID: 0ca0268f-0f7f-44df-89f1-50ade80e8253 with Priority: HIGHEST for action port [ 761.566255] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca0268f-0f7f-44df-89f1-50ade80e8253 with Priority: HIGHEST for action port [ 761.566255] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca0268f-0f7f-44df-89f1-50ade80e8253 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.566255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca0268f-0f7f-44df-89f1-50ade80e8253" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.566255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca0268f-0f7f-44df-89f1-50ade80e8253" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.567247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca0268f-0f7f-44df-89f1-50ade80e8253" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.567514] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca0268f-0f7f-44df-89f1-50ade80e8253',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.933811] env[65334]: INFO networking_nsxv3.common.synchronization [req-1d9092e6-3994-41f6-aa9b-820050a4c02c req-cdc6fad9-271f-42d0-b837-4db2adfb1d1f tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 761.934642] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 761.934737] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.935750] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.070090] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ca0268f-0f7f-44df-89f1-50ade80e8253 [ 762.070457] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.070716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.070810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.071053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.071132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.071225] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ca0268f-0f7f-44df-89f1-50ade80e8253 already deleted. [ 762.071307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca0268f-0f7f-44df-89f1-50ade80e8253" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.323682] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.323892] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.324012] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.324318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.324600] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.324750] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.324858] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.325085] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.325226] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.325431] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.325535] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.325636] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.325737] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.325837] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.325935] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.326303] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.359024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.359024] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.359024] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.359024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-990" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.359024] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-90b67b25-300b-414f-9aa6-f742cca2297e taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.359024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.359024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.359024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359024] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b67b25-300b-414f-9aa6-f742cca2297e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.439309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440242] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440495] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be updated. [ 762.473910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.474088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.474161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.474331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.474482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484510] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 762.861490] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.861950] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.862049] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.862290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.862522] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.862768] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 90b67b25-300b-414f-9aa6-f742cca2297e not found, creating... [ 762.863129] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.863296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.863409] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.863845] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.864055] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.864451] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.864682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.864858] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.865534] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.865534] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.865534] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 90b67b25-300b-414f-9aa6-f742cca2297e is going to be created. [ 762.888390] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888911] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888994] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.889653] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.889849] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.889921] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.144039] env[65334]: INFO networking_nsxv3.common.synchronization [req-ea36647f-aa1f-4bb9-a5e0-40d7b690dc05 req-caf21794-67f9-444a-8398-973b712c95f3 tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 763.144579] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 763.144884] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.145685] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.145925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.145925] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [req-1d9092e6-3994-41f6-aa9b-820050a4c02c req-0e8deef8-d020-45a7-b924-e8bd09882599 service nova] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [req-1d9092e6-3994-41f6-aa9b-820050a4c02c req-0e8deef8-d020-45a7-b924-e8bd09882599 service nova] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [req-1d9092e6-3994-41f6-aa9b-820050a4c02c req-0e8deef8-d020-45a7-b924-e8bd09882599 service nova] Enqueued Resource ID: 90b67b25-300b-414f-9aa6-f742cca2297e with Priority: HIGHEST for action port [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_rules [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 763.639021] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b67b25-300b-414f-9aa6-f742cca2297e with Priority: HIGHEST for action port [ 763.639021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.639021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.639021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.639021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.639021] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.641258] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.641362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.641572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b67b25-300b-414f-9aa6-f742cca2297e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.641676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.641738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.641926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.642011] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b67b25-300b-414f-9aa6-f742cca2297e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.648759] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.146514] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.146514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.147026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b67b25-300b-414f-9aa6-f742cca2297e with status ACTIVE [ 764.147026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.147126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.147422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.147490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.147637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.147832] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.147936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.147998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.148167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.148278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.148588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.152022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.152022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.152022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.152022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.152022] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b67b25-300b-414f-9aa6-f742cca2297e is going to be updated. [ 764.152022] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.171909] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.171909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.171909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.172304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.172304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.173050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b67b25-300b-414f-9aa6-f742cca2297e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.496769] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 764.497302] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 deletion is rescheduled due to dependency. [ 764.497591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.497887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.498389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.499031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.499031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.499031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.499219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.499272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.499366] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.585949] env[65334]: INFO networking_nsxv3.common.synchronization [req-cf9682d7-69f2-4692-9de0-d2dfea004558 req-a2dc5c75-1138-40da-a91f-905386f37b8c tempest-ImagesOneServerTestJSON-1882269560 tempest-ImagesOneServerTestJSON-1882269560-project-member] Enqueued Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 764.586690] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 764.587079] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.587315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.587408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.587911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.588270] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.588491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.588693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.588808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.588923] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.654693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.654693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.654693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.654957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.654957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655142] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 764.689348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.689550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.689628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.690555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.690702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.703241] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 765.002062] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.092472] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.092588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.092711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.092945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.093073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.093297] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.093397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.093465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.093660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.093771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.093880] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 already deleted. [ 765.093973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107957] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.109141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.109584] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.110051] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.110333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110469] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.110821] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.110989] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.111278] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.111404] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.111511] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.111613] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.111721] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.111820] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.111945] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.131091] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.131271] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.131381] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.131553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-331" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.131868] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-58f4a5e9-669f-402c-9413-31c4c7941092 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.132047] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.132172] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.132632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.132776] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f4a5e9-669f-402c-9413-31c4c7941092',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.504450] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.635639] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.635639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.635934] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.636291] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.636476] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.636650] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 58f4a5e9-669f-402c-9413-31c4c7941092 not found, creating... [ 765.636947] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.637121] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.637231] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.637463] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.637666] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.637960] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.638127] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.638237] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.638442] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.638642] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.638757] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 58f4a5e9-669f-402c-9413-31c4c7941092 is going to be created. [ 765.660801] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.661039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.661158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.661473] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.661729] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.662035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.767549] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6d1d221b-6b31-4105-95cf-33d3bc860c51 None None] Enqueued Resource ID: ede2c33c-193e-49ea-a571-14f9a266a676 with Priority: HIGHEST for action port [ 765.768359] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede2c33c-193e-49ea-a571-14f9a266a676 with Priority: HIGHEST for action port [ 765.768815] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede2c33c-193e-49ea-a571-14f9a266a676 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.768998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede2c33c-193e-49ea-a571-14f9a266a676" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.769110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede2c33c-193e-49ea-a571-14f9a266a676" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.769596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede2c33c-193e-49ea-a571-14f9a266a676" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.769713] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede2c33c-193e-49ea-a571-14f9a266a676',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.008468] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.008670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.009081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.009081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.009230] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be updated. [ 766.042613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.042849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.042849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.043449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.043449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.053425] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 766.272909] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ede2c33c-193e-49ea-a571-14f9a266a676 [ 766.273185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.273324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.273536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.273792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.273891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.274149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ede2c33c-193e-49ea-a571-14f9a266a676 already deleted. [ 766.274149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede2c33c-193e-49ea-a571-14f9a266a676" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.428777] env[65334]: INFO networking_nsxv3.common.synchronization [req-cf9682d7-69f2-4692-9de0-d2dfea004558 req-2dba6ff0-c9ea-4ea7-9f68-d0f64100f262 service nova] Enqueued Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_rules [ 766.428938] env[65334]: INFO networking_nsxv3.common.synchronization [req-cf9682d7-69f2-4692-9de0-d2dfea004558 req-2dba6ff0-c9ea-4ea7-9f68-d0f64100f262 service nova] Enqueued Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 766.429977] env[65334]: INFO networking_nsxv3.common.synchronization [req-cf9682d7-69f2-4692-9de0-d2dfea004558 req-2dba6ff0-c9ea-4ea7-9f68-d0f64100f262 service nova] Enqueued Resource ID: 58f4a5e9-669f-402c-9413-31c4c7941092 with Priority: HIGHEST for action port [ 766.429977] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_rules [ 766.429977] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 766.429977] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f4a5e9-669f-402c-9413-31c4c7941092 with Priority: HIGHEST for action port [ 766.429977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.430677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.430677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.430807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.430848] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.431790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.431898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.431977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.432911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.433239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.433239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.433396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.433508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.433574] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.435876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f4a5e9-669f-402c-9413-31c4c7941092 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.436989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.436989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.437116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.437203] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f4a5e9-669f-402c-9413-31c4c7941092',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.714247] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 766.714521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.939513] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.940961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.941110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.941266] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58f4a5e9-669f-402c-9413-31c4c7941092 with status ACTIVE [ 766.942701] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.942701] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.942701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.943116] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.943116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.943116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.946805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.946805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.946805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58f4a5e9-669f-402c-9413-31c4c7941092 is going to be updated. [ 766.973026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.973026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.973026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.973026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.973026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.973026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f4a5e9-669f-402c-9413-31c4c7941092" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.448892] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.627357] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fc7afe22-6f6e-4ff0-8207-0a773c1d43a0 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 767.627357] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 767.627357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.627357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.627357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.627572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.627572] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.860041] env[65334]: INFO networking_nsxv3.common.synchronization [None req-64abc174-53e5-4084-af67-4c65ed1d9213 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 767.860041] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 767.860041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.860041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.955987] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.958018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.958018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.958018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.958018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.958018] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 is going to be created. [ 767.980415] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.980583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.980634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.980820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.980971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.990774] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: UNINITIALIZED for 2s [ 768.064610] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 768.064834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.065020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.065248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.065438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.065553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.065615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.065847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.065916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.065985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.066160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.149309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.149634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.149727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.149944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.150072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.150226] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 already deleted. [ 768.150226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.150712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.150878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.150965] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.572558] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.613682] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1073ca2b-b919-454d-8b18-99c6d511b46b None None] Enqueued Resource ID: 8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad with Priority: HIGHEST for action port [ 768.614375] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad with Priority: HIGHEST for action port [ 768.614770] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.614945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.615153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.615569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.615745] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.675540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.675760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.675760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.676094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.676214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.676314] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 already deleted. [ 768.676613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.076038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a81f31-8e24-449e-a951-3e1c8a107b90: rpc.has_security_group_logging(os_id): False [ 769.099124] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.099247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.099755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.099755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.099890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.100033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.100135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.100198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.100418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.100566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.100706] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be updated. [ 769.119837] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad [ 769.120083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.120219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.120309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.120551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.120646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.120743] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad already deleted. [ 769.120845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc95bd2-cfc0-4fe6-aeda-0eb511ceb2ad" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.165371] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.165539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.165633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.165853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.166037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178854] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 769.673977] env[65334]: INFO networking_nsxv3.common.synchronization [req-dd62249d-4ecd-4abf-bc40-daabea089664 req-2b99c928-67bf-4015-ac2b-eae9a3245d91 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 769.674388] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 769.675134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.677324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.677324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.677696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.677827] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.678051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.678110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.678273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.678367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.678463] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.003137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: SUCCESS [ 770.003406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.003580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.003809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.004016] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.004145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.004215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.004362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.004447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004617] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.125505] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.125933] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.125933] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.126069] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.126312] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.126465] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126576] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.126790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.126992] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.127230] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.127358] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.127467] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.127572] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.127679] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.127777] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.127904] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.147702] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.147899] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.147986] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.148170] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.148491] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-95ca8109-4a78-417c-a976-42683784cbe5 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.148644] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.148764] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.149140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.149274] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca8109-4a78-417c-a976-42683784cbe5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.181303] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.181550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.181550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.182093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.182186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.182426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.182542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.182627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.182785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.182875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.182986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 770.212262] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.212262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.212262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.212262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.212262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.224063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 770.507794] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.507996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.508051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.508266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.508433] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.508541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.508605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.508807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.508940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.509049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.509206] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.509305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.509364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.509518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.509659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.509751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.509812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.509988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.510095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.510180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.510286] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.652820] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653041] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.653185] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.653424] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.653614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.653841] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 95ca8109-4a78-417c-a976-42683784cbe5 not found, creating... [ 770.654242] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.654554] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.654661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.654969] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655470] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655633] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655764] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655994] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.656405] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.656405] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 95ca8109-4a78-417c-a976-42683784cbe5 is going to be created. [ 770.684678] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.684871] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.685024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.685420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.685652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.686120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.710646] env[65334]: INFO networking_nsxv3.common.synchronization [req-15dc2f53-e5f6-4c16-94fa-b3e75af3a266 req-e9c2268d-e5c7-4362-9d0e-faf6b8b8f457 tempest-ListImageFiltersTestJSON-1566824175 tempest-ListImageFiltersTestJSON-1566824175-project-member] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 770.713067] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 770.713067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.713067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.713067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.713557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.713557] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.713688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.714494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.714494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.714494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.714494] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.012305] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41b527a-7fea-4b05-b04e-a8282f2196c6: rpc.has_security_group_logging(os_id): False [ 771.038057] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.038248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.038392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.038674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.038881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.039048] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.039154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.039217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.039381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.039454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.039653] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.039749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.039810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.039958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.040048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.040231] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.040323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.040385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.040528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.040601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.040684] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 is going to be created. [ 771.109331] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.109595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.109729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.109979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.110302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.132089] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: IN_PROGRESS for 2s [ 771.200744] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 771.201082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.217270] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [req-dd62249d-4ecd-4abf-bc40-daabea089664 req-4ed5060d-9f26-4430-94e5-4356aa5eac94 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [req-dd62249d-4ecd-4abf-bc40-daabea089664 req-4ed5060d-9f26-4430-94e5-4356aa5eac94 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [req-dd62249d-4ecd-4abf-bc40-daabea089664 req-4ed5060d-9f26-4430-94e5-4356aa5eac94 service nova] Enqueued Resource ID: 95ca8109-4a78-417c-a976-42683784cbe5 with Priority: HIGHEST for action port [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 771.396022] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ca8109-4a78-417c-a976-42683784cbe5 with Priority: HIGHEST for action port [ 771.396022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.396022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.396699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.397027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.397300] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.398399] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.398621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.398909] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ca8109-4a78-417c-a976-42683784cbe5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.399227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.399379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.399636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.399789] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca8109-4a78-417c-a976-42683784cbe5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.720145] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.902152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.902334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902497] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ca8109-4a78-417c-a976-42683784cbe5 with status ACTIVE [ 771.902670] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.902798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.903184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.903621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.903826] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.903940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.903993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.904182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.904277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.904465] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.904552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.904603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.904792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.904869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.904952] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ca8109-4a78-417c-a976-42683784cbe5 is going to be updated. [ 771.927535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.927686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.927753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.928052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.928268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.928507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ca8109-4a78-417c-a976-42683784cbe5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.229025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.229025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.229025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.229025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.229025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.232155] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be updated. [ 772.255118] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 772.255118] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255118] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255118] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.279037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.279037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.279037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.296023] env[65334]: INFO networking_nsxv3.common.synchronization [req-538a772b-a56b-47e3-925b-48f3a115adfa req-9c4c6901-e475-4222-a4ff-f4fba206333d tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 772.297169] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 772.300153] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 772.302023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302023] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.551475] env[65334]: INFO networking_nsxv3.common.synchronization [None req-573534b9-c981-4d0b-9451-c9cd0efab0bf None None] Enqueued Resource ID: c4e36f59-4b27-445d-811e-8cd87b9706d3 with Priority: HIGHEST for action port [ 772.551829] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e36f59-4b27-445d-811e-8cd87b9706d3 with Priority: HIGHEST for action port [ 772.552148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e36f59-4b27-445d-811e-8cd87b9706d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.552268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e36f59-4b27-445d-811e-8cd87b9706d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.552362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e36f59-4b27-445d-811e-8cd87b9706d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.553104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e36f59-4b27-445d-811e-8cd87b9706d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.553610] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e36f59-4b27-445d-811e-8cd87b9706d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.764037] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.807362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.807569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.807569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.807793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.807883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.808097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.808197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.808271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.808413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.808489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.808571] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 772.841757] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.841977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.842127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.842362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.842517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.852098] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 773.055317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e36f59-4b27-445d-811e-8cd87b9706d3 [ 773.056243] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.056357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.056397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.056599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.056689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.056868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e36f59-4b27-445d-811e-8cd87b9706d3 already deleted. [ 773.056995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e36f59-4b27-445d-811e-8cd87b9706d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.145573] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: SUCCESS [ 773.145808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.259105] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.259435] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.271230] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.775535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.775756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.775838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.776327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.776327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.776327] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 773.814766] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.815112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.815112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.815318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.815491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.828806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 774.309664] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 774.310251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.538033] env[65334]: INFO networking_nsxv3.common.synchronization [None req-bfde3a5f-9dd2-4117-b958-8982ff8b9b63 None None] Enqueued Resource ID: 688cb060-3876-4baf-a186-a61244f7dd6b with Priority: HIGHEST for action port [ 774.539522] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 688cb060-3876-4baf-a186-a61244f7dd6b with Priority: HIGHEST for action port [ 774.539522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-688cb060-3876-4baf-a186-a61244f7dd6b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.539522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-688cb060-3876-4baf-a186-a61244f7dd6b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.539522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-688cb060-3876-4baf-a186-a61244f7dd6b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.539522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-688cb060-3876-4baf-a186-a61244f7dd6b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.539958] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688cb060-3876-4baf-a186-a61244f7dd6b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.866842] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 774.867071] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 774.867191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 688cb060-3876-4baf-a186-a61244f7dd6b [ 775.044043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.044043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.044315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.044454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.044634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044794] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:688cb060-3876-4baf-a186-a61244f7dd6b already deleted. [ 775.044898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-688cb060-3876-4baf-a186-a61244f7dd6b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.842413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 775.842671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.843723] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.843723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.843723] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.252989] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2d92dc97-c1ad-425a-b844-b4fbde84a6b8 tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 776.253482] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 776.253826] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.253949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.254032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.254347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.254439] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.350024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.350024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.350024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.350024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.350024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.350901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.350901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.350901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.350901] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.659864] env[65334]: INFO networking_nsxv3.common.synchronization [None req-574da620-caf2-4b8a-80cb-3b3fcdc2b488 tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 776.661466] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 776.661466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.661466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.778043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.778043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a already deleted. [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.778043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.778514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.778514] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.852964] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 776.873548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.873548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.873548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.873548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.873548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.873548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.874247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.874788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.875702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.875702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.875702] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 776.953052] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.953516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.953605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.954228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.954228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.970297] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 777.301894] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.301894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.301894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.301894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.302210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.302210] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a already deleted. [ 777.302210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.983655] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 778.984995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743977] env[65334]: INFO networking_nsxv3.common.synchronization [req-b2e9d308-734f-4e98-87a6-6de938e0dd51 req-d0ebc490-30c2-4b3d-9c08-b869b26e23a8 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 779.744467] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 779.745898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.745898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.746302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.746302] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.203824] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ea71645a-639e-47a0-bb06-13e8a8bbfe60 None None] Enqueued Resource ID: fd8d0597-d303-44c6-b0bb-1d27214ec088 with Priority: HIGHEST for action port [ 780.205228] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8d0597-d303-44c6-b0bb-1d27214ec088 with Priority: HIGHEST for action port [ 780.205639] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8d0597-d303-44c6-b0bb-1d27214ec088 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.205773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8d0597-d303-44c6-b0bb-1d27214ec088" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.206300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8d0597-d303-44c6-b0bb-1d27214ec088" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.206674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8d0597-d303-44c6-b0bb-1d27214ec088" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.207128] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8d0597-d303-44c6-b0bb-1d27214ec088',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.248219] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250012] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.250069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.250136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 already deleted. [ 780.250565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.709385] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd8d0597-d303-44c6-b0bb-1d27214ec088 [ 780.709628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.709766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.709837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.710303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.710303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.711272] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd8d0597-d303-44c6-b0bb-1d27214ec088 already deleted. [ 780.711272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8d0597-d303-44c6-b0bb-1d27214ec088" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.208028] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.208028] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.208028] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.208028] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.208484] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.208484] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.208579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.208728] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.208859] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.209076] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.209184] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.209287] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.209387] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.209489] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.209585] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.209767] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.231260] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.231508] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.231660] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.231824] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.232164] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-3b0dfc57-acd5-4b7d-8258-8b814720be2f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.232325] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.232518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.232837] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.232968] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0dfc57-acd5-4b7d-8258-8b814720be2f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.736659] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736659] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737386] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737386] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.737386] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 3b0dfc57-acd5-4b7d-8258-8b814720be2f not found, creating... [ 781.737591] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.737784] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.737870] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.738098] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.738299] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.738519] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.738664] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.738769] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.738968] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.739106] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.739234] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 3b0dfc57-acd5-4b7d-8258-8b814720be2f is going to be created. [ 781.762024] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.762246] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.762428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.762767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.763102] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.763352] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.382041] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b5e0ff4f-a6b1-4823-b5b8-131ffbc118a6 None None] Enqueued Resource ID: 9216122f-adbb-4522-a869-ca2ade903cce with Priority: HIGHEST for action port [ 782.382675] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9216122f-adbb-4522-a869-ca2ade903cce with Priority: HIGHEST for action port [ 782.383100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9216122f-adbb-4522-a869-ca2ade903cce taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.383236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9216122f-adbb-4522-a869-ca2ade903cce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.383279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9216122f-adbb-4522-a869-ca2ade903cce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.383513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9216122f-adbb-4522-a869-ca2ade903cce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.383708] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9216122f-adbb-4522-a869-ca2ade903cce',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.466032] env[65334]: INFO networking_nsxv3.common.synchronization [req-b2e9d308-734f-4e98-87a6-6de938e0dd51 req-4113c1c3-b40d-4c58-b0bc-2c2b4a3e4328 service nova] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_rules [ 782.466032] env[65334]: INFO networking_nsxv3.common.synchronization [req-b2e9d308-734f-4e98-87a6-6de938e0dd51 req-4113c1c3-b40d-4c58-b0bc-2c2b4a3e4328 service nova] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 782.466032] env[65334]: INFO networking_nsxv3.common.synchronization [req-b2e9d308-734f-4e98-87a6-6de938e0dd51 req-4113c1c3-b40d-4c58-b0bc-2c2b4a3e4328 service nova] Enqueued Resource ID: 3b0dfc57-acd5-4b7d-8258-8b814720be2f with Priority: HIGHEST for action port [ 782.466700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_rules [ 782.466814] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 782.466925] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0dfc57-acd5-4b7d-8258-8b814720be2f with Priority: HIGHEST for action port [ 782.467622] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.467757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.467822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.468134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.468216] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.469562] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.470169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.470343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.470475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.470589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.470762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.470852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.471116] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.472693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0dfc57-acd5-4b7d-8258-8b814720be2f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.472953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.473256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473321] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0dfc57-acd5-4b7d-8258-8b814720be2f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.886381] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9216122f-adbb-4522-a869-ca2ade903cce [ 782.886629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.886784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.886862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.887115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.887203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.887308] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9216122f-adbb-4522-a869-ca2ade903cce already deleted. [ 782.887392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9216122f-adbb-4522-a869-ca2ade903cce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.973123] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.973123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.973824] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.978100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b0dfc57-acd5-4b7d-8258-8b814720be2f with status ACTIVE [ 782.978363] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.978438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.978662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.979685] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.979685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.979685] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.980768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.980768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.984414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.984506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.984604] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b0dfc57-acd5-4b7d-8258-8b814720be2f is going to be updated. [ 783.010407] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.010407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.010407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.010407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.010407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.010742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0dfc57-acd5-4b7d-8258-8b814720be2f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.152021] env[65334]: INFO networking_nsxv3.common.synchronization [req-2b157eef-d47a-4b95-81b1-453bed44cdee req-683df49c-7318-4c67-917b-3ee01025a79c tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 783.152021] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 783.152021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.152021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.152021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.152021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.153337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.153497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.153565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.153764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.153846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.153940] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.174362] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6df8f92d-cfda-47ab-b77e-33bf279c7b28 None None] Enqueued Resource ID: 1bfbd287-58fa-442b-a0b2-f14aa824fa8a with Priority: HIGHEST for action port [ 783.175217] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfbd287-58fa-442b-a0b2-f14aa824fa8a with Priority: HIGHEST for action port [ 783.175357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfbd287-58fa-442b-a0b2-f14aa824fa8a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.175520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfbd287-58fa-442b-a0b2-f14aa824fa8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.175658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfbd287-58fa-442b-a0b2-f14aa824fa8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.175996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfbd287-58fa-442b-a0b2-f14aa824fa8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.176093] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfbd287-58fa-442b-a0b2-f14aa824fa8a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.478431] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.586561] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.586799] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588607] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588607] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.588607] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.589901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.589901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.589901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.589901] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.589901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.589901] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.627212] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.627408] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.627553] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.627719] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628111] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-7b478517-7179-4a27-aaa0-abb46a29042a taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628237] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628346] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628715] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628842] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b478517-7179-4a27-aaa0-abb46a29042a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.658517] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.677864] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bfbd287-58fa-442b-a0b2-f14aa824fa8a [ 783.678524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.679039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.680548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.680548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680548] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bfbd287-58fa-442b-a0b2-f14aa824fa8a already deleted. [ 783.680548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfbd287-58fa-442b-a0b2-f14aa824fa8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.981460] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.982105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.982209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.984118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.984118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.984118] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be created. [ 784.017020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.017020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.017020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.017264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.017301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.032158] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: UNINITIALIZED for 2s [ 784.132035] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.132336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.132466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.132768] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.132916] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.133100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 7b478517-7179-4a27-aaa0-abb46a29042a not found, creating... [ 784.133442] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.133698] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.133851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.134170] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.134358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.134681] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.134843] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.134968] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.135220] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.135364] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.135508] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 7b478517-7179-4a27-aaa0-abb46a29042a is going to be created. [ 784.158543] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.158732] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.159118] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.161565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.161565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.161565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.164107] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.331303] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6abce5f2-8e95-41bf-9bc3-c3119e59549a tempest-ServersTestBootFromVolume-1721699371 tempest-ServersTestBootFromVolume-1721699371-project-member] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 784.331888] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 784.332240] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.332467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.332467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.332752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.332839] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.475286] env[65334]: INFO networking_nsxv3.common.synchronization [None req-d9e5667d-9b7a-44fa-96b1-e82f6cf9da31 tempest-ServersTestBootFromVolume-1721699371 tempest-ServersTestBootFromVolume-1721699371-project-member] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 784.475286] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 784.475617] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.475759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.669541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.669897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.669897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.670038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.670078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670173] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 784.702575] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.703147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.703226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.703442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.703654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.714953] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 784.857596] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.857596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.857596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857596] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e already deleted. [ 784.857596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858954] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.926913] env[65334]: INFO networking_nsxv3.common.synchronization [req-2b157eef-d47a-4b95-81b1-453bed44cdee req-35d4599d-6de9-4193-8436-b16fe3ebe5d4 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 784.927142] env[65334]: INFO networking_nsxv3.common.synchronization [req-2b157eef-d47a-4b95-81b1-453bed44cdee req-35d4599d-6de9-4193-8436-b16fe3ebe5d4 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 784.927237] env[65334]: INFO networking_nsxv3.common.synchronization [req-2b157eef-d47a-4b95-81b1-453bed44cdee req-35d4599d-6de9-4193-8436-b16fe3ebe5d4 service nova] Enqueued Resource ID: 7b478517-7179-4a27-aaa0-abb46a29042a with Priority: HIGHEST for action port [ 784.927988] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 784.928316] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 784.928495] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b478517-7179-4a27-aaa0-abb46a29042a with Priority: HIGHEST for action port [ 784.928856] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.929292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.929292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.929390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.929498] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.930499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.930662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.931113] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b478517-7179-4a27-aaa0-abb46a29042a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.931113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.931113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.932246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.932246] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b478517-7179-4a27-aaa0-abb46a29042a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.385206] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.385357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.385490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.385662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.385754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.385849] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e already deleted. [ 785.385934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.435910] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b478517-7179-4a27-aaa0-abb46a29042a with status ACTIVE [ 785.435910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.436030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.436096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.436313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.436403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.436585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.436689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.436752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.436904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.436978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.437180] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.437265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.437328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.437480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.437554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.437638] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b478517-7179-4a27-aaa0-abb46a29042a is going to be updated. [ 785.438851] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.465398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.465398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.465584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.465750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.468386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.468386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b478517-7179-4a27-aaa0-abb46a29042a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.883321] env[65334]: INFO networking_nsxv3.common.synchronization [None req-69253e46-307d-4788-aeb6-28016e243063 None None] Enqueued Resource ID: f541c7b9-a3f7-4704-9ea4-28bdd2274639 with Priority: HIGHEST for action port [ 785.883321] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f541c7b9-a3f7-4704-9ea4-28bdd2274639 with Priority: HIGHEST for action port [ 785.883321] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f541c7b9-a3f7-4704-9ea4-28bdd2274639 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.883321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f541c7b9-a3f7-4704-9ea4-28bdd2274639" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.883321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f541c7b9-a3f7-4704-9ea4-28bdd2274639" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f541c7b9-a3f7-4704-9ea4-28bdd2274639" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884895] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f541c7b9-a3f7-4704-9ea4-28bdd2274639',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.043802] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 786.043917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.044118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.044340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.044567] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.044677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.044745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.044892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.044987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045192] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.389384] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f541c7b9-a3f7-4704-9ea4-28bdd2274639 [ 786.389705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.389853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.389925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.390256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.390340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.390773] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f541c7b9-a3f7-4704-9ea4-28bdd2274639 already deleted. [ 786.390773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f541c7b9-a3f7-4704-9ea4-28bdd2274639" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.548838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.549722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.549722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.549722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.549722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.549722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.549972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.549972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.550054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.550158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.550322] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.550442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.550513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.550749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.551433] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.551559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.551636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.551805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.551903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.551992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.552137] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.727281] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 786.727498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.727617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.728026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.728092] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.728183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.728289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.728671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.728671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.728671] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.054936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e536d7c-fd44-4299-80ce-96ae51842c99: rpc.has_security_group_logging(os_id): False [ 787.075077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.075077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.075077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.075273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.075273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.075437] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.075522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.075624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.075732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.075843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.075992] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.076106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.076170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.076306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.076379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.076579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.076668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.076763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.076900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.076983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.077083] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be created. [ 787.142686] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.142686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.142815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.142906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.143112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.158426] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 787.231036] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.734546] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.237792] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.238222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.238222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.238338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.238445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 788.294026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.294026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.294026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.294026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.294026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.311306] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 789.178021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 789.178021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.335320] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 790.335713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.335779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336265] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.336399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.336489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.336996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.337119] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.842047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.842271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.842271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.842510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.843105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.843244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.843315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.843496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.843590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843875] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.844032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.844032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.844276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844400] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.844400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.844489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.844625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844876] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.880846] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.880846] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 791.348277] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 791.372960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.372960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.372960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.373426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.373426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.373555] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.373842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.373842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.374150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.374276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.374561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.374699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.374785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.374996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.375122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.375397] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.376240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.376240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.376240] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 791.473281] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.473281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.473281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.475244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.475244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.497448] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 793.514236] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 793.514547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.060088] env[65334]: INFO networking_nsxv3.common.synchronization [None req-922fe396-d6d7-402e-b09d-5a4abf0eb860 None None] Enqueued Resource ID: 5b50b9ba-bbd8-4271-84eb-adaf855b3e78 with Priority: HIGHEST for action port [ 795.060808] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b50b9ba-bbd8-4271-84eb-adaf855b3e78 with Priority: HIGHEST for action port [ 795.061194] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b50b9ba-bbd8-4271-84eb-adaf855b3e78 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.061388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b50b9ba-bbd8-4271-84eb-adaf855b3e78" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.061388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b50b9ba-bbd8-4271-84eb-adaf855b3e78" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.061926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b50b9ba-bbd8-4271-84eb-adaf855b3e78" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.062020] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b50b9ba-bbd8-4271-84eb-adaf855b3e78',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.566816] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b50b9ba-bbd8-4271-84eb-adaf855b3e78 [ 795.567324] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.567502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.567737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.568172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.568386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.568562] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b50b9ba-bbd8-4271-84eb-adaf855b3e78 already deleted. [ 795.568706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b50b9ba-bbd8-4271-84eb-adaf855b3e78" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.020577] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fc7be1ef-80f9-44bd-a0e1-a4b2c25ff1c5 None None] Enqueued Resource ID: 70ca61af-0cc8-432a-b914-dcee2ef9fe36 with Priority: HIGHEST for action port [ 797.021621] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ca61af-0cc8-432a-b914-dcee2ef9fe36 with Priority: HIGHEST for action port [ 797.022087] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ca61af-0cc8-432a-b914-dcee2ef9fe36 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.022536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ca61af-0cc8-432a-b914-dcee2ef9fe36" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.022536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ca61af-0cc8-432a-b914-dcee2ef9fe36" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.022844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ca61af-0cc8-432a-b914-dcee2ef9fe36" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.022994] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ca61af-0cc8-432a-b914-dcee2ef9fe36',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.176595] env[65334]: INFO networking_nsxv3.common.synchronization [req-60337ece-e76b-4a42-ba8f-fb5766bae32c req-8d1b21a9-9e4e-484b-aae6-78a7c8d81251 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 797.176595] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 797.177691] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.178415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.178788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.179616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.179616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.179616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.179616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.179813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.179813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.179888] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.526108] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ca61af-0cc8-432a-b914-dcee2ef9fe36 [ 797.526108] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.526108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.526108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.526108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.526108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.526108] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ca61af-0cc8-432a-b914-dcee2ef9fe36 already deleted. [ 797.526108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ca61af-0cc8-432a-b914-dcee2ef9fe36" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.648190] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.648461] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.648544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.648813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.649122] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.649279] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.649431] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.649673] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.649808] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.650022] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.650130] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.650241] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.650372] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.650480] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.650578] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.650704] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.677036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.677036] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.677036] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.677036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-601" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.677036] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-73e66d46-7e74-4c91-ac0e-e612509caa77 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.677036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.677036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.677036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.677036] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e66d46-7e74-4c91-ac0e-e612509caa77',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.682262] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.744116] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c78ac54b-a27e-413d-8c5e-56b1c6a09a49 None None] Enqueued Resource ID: 029e5e49-b75d-4e51-bb90-37c873a09b3f with Priority: HIGHEST for action port [ 797.745454] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029e5e49-b75d-4e51-bb90-37c873a09b3f with Priority: HIGHEST for action port [ 797.745454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-029e5e49-b75d-4e51-bb90-37c873a09b3f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.745617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029e5e49-b75d-4e51-bb90-37c873a09b3f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.745617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029e5e49-b75d-4e51-bb90-37c873a09b3f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.745959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029e5e49-b75d-4e51-bb90-37c873a09b3f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746030] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029e5e49-b75d-4e51-bb90-37c873a09b3f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.180219] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.181321] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.181843] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.181843] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.181962] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.182039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 73e66d46-7e74-4c91-ac0e-e612509caa77 not found, creating... [ 798.182364] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.182494] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.182734] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.182866] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.182995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.183307] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.183457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183588] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183805] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.183931] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187355] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 is going to be created. [ 798.188665] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.214249] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.214670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.214946] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.215969] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.215969] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.215969] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.250745] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 029e5e49-b75d-4e51-bb90-37c873a09b3f [ 798.251035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.251171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.251258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.251462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.252104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.252104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:029e5e49-b75d-4e51-bb90-37c873a09b3f already deleted. [ 798.252104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029e5e49-b75d-4e51-bb90-37c873a09b3f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.695030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.695030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 798.735163] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.735163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.735163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.735163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.750111] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 799.035168] env[65334]: INFO networking_nsxv3.common.synchronization [req-60337ece-e76b-4a42-ba8f-fb5766bae32c req-f0a1471b-133a-4bc5-83fe-f3d273e20d3f service nova] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 799.035419] env[65334]: INFO networking_nsxv3.common.synchronization [req-60337ece-e76b-4a42-ba8f-fb5766bae32c req-f0a1471b-133a-4bc5-83fe-f3d273e20d3f service nova] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 799.035736] env[65334]: INFO networking_nsxv3.common.synchronization [req-60337ece-e76b-4a42-ba8f-fb5766bae32c req-f0a1471b-133a-4bc5-83fe-f3d273e20d3f service nova] Enqueued Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 799.036209] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 799.036387] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 799.036706] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 799.037502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.037502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.037502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.038139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.038139] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.040549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.040649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.040849] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e66d46-7e74-4c91-ac0e-e612509caa77 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.040967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.041052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.041272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.041475] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e66d46-7e74-4c91-ac0e-e612509caa77',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.543588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.544422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.544422] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e66d46-7e74-4c91-ac0e-e612509caa77 with status ACTIVE [ 799.544422] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.544422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.544422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.544697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.544731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.544910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.545044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.545319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.545430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.545628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.545800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.545970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.546060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.546221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 is going to be updated. [ 799.572203] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.572203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.572203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.572203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.572203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.748946] env[65334]: INFO networking_nsxv3.common.synchronization [req-a7bca8c2-dea8-4ffd-a4c2-10b351d5e551 req-40362660-bb88-41ae-9806-98df08beb8a2 tempest-InstanceActionsNegativeTestJSON-1257499245 tempest-InstanceActionsNegativeTestJSON-1257499245-project-member] Enqueued Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 799.749631] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 799.750025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.750250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.750351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.750827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.750882] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.751301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.751370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.751616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.751793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.751874] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.256408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.256625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.256677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.256975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.256975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.257188] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.257291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.257353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.258275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.258429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.258533] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 already deleted. [ 800.258622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.353909] env[65334]: INFO networking_nsxv3.common.synchronization [None req-8d7bc34d-4acd-413c-86d5-2a860ba9e498 None None] Enqueued Resource ID: 3d59eb68-b985-43d8-bf51-b14e4616bfbc with Priority: HIGHEST for action port [ 800.354395] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d59eb68-b985-43d8-bf51-b14e4616bfbc with Priority: HIGHEST for action port [ 800.354471] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d59eb68-b985-43d8-bf51-b14e4616bfbc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.354542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d59eb68-b985-43d8-bf51-b14e4616bfbc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.354606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d59eb68-b985-43d8-bf51-b14e4616bfbc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.355342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d59eb68-b985-43d8-bf51-b14e4616bfbc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.355342] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d59eb68-b985-43d8-bf51-b14e4616bfbc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.457164] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.457164] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.457164] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.457164] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.457699] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.458014] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.458251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.458583] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.458831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.461211] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.461211] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.461211] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.461211] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.461211] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.461211] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.461211] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.485406] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ca80ed75-e94a-4a08-8d42-461a993503eb tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 800.485406] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 800.485406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.485406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.485406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.485406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.485406] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.487372] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.487510] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.487659] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.487857] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.489305] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-93f68626-79ac-4d73-a26c-d2aa3000e1d0 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.489305] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.489305] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.489513] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.489648] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f68626-79ac-4d73-a26c-d2aa3000e1d0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.765180] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 800.765571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.765571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.765791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.766096] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.766268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.766422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.766969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.766969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.766969] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.858409] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d59eb68-b985-43d8-bf51-b14e4616bfbc [ 800.859118] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.859118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.859319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.859873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.859873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.859873] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d59eb68-b985-43d8-bf51-b14e4616bfbc already deleted. [ 800.859873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d59eb68-b985-43d8-bf51-b14e4616bfbc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.887632] env[65334]: INFO networking_nsxv3.common.synchronization [None req-92195fa4-67ee-43e9-bfbf-9b207aa40676 None None] Enqueued Resource ID: cd9fb962-c0b8-4139-80dd-d30b3898b431 with Priority: HIGHEST for action port [ 800.888309] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9fb962-c0b8-4139-80dd-d30b3898b431 with Priority: HIGHEST for action port [ 800.888873] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9fb962-c0b8-4139-80dd-d30b3898b431 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9fb962-c0b8-4139-80dd-d30b3898b431" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.889059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9fb962-c0b8-4139-80dd-d30b3898b431" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.889454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9fb962-c0b8-4139-80dd-d30b3898b431" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889524] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9fb962-c0b8-4139-80dd-d30b3898b431',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.992982] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.993242] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.993355] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.994070] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.994070] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.994225] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 93f68626-79ac-4d73-a26c-d2aa3000e1d0 not found, creating... [ 800.994846] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.995071] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.995192] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.996082] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.996082] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.996991] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.996991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.996991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.997184] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.998255] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.998255] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 93f68626-79ac-4d73-a26c-d2aa3000e1d0 is going to be created. [ 801.021033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.021762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.021762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.021762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.021762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.021966] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef already deleted. [ 801.022031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.030114] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.030114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.030114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.030114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.030114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.030114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270077] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.391911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9fb962-c0b8-4139-80dd-d30b3898b431 [ 801.391911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.391911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.391911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.391911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.392258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.392327] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9fb962-c0b8-4139-80dd-d30b3898b431 already deleted. [ 801.392448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9fb962-c0b8-4139-80dd-d30b3898b431" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.704735] env[65334]: INFO networking_nsxv3.common.synchronization [None req-27a5c578-0df0-41e3-8e99-4dddc037bd98 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 801.705555] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 801.705898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.705898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.705898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.706178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.706178] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.769051] env[65334]: INFO networking_nsxv3.common.synchronization [req-a7bca8c2-dea8-4ffd-a4c2-10b351d5e551 req-0305d27b-c623-4bd5-84e6-f5477db9a59e service nova] Enqueued Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_rules [ 801.769373] env[65334]: INFO networking_nsxv3.common.synchronization [req-a7bca8c2-dea8-4ffd-a4c2-10b351d5e551 req-0305d27b-c623-4bd5-84e6-f5477db9a59e service nova] Enqueued Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 801.769373] env[65334]: INFO networking_nsxv3.common.synchronization [req-a7bca8c2-dea8-4ffd-a4c2-10b351d5e551 req-0305d27b-c623-4bd5-84e6-f5477db9a59e service nova] Enqueued Resource ID: 93f68626-79ac-4d73-a26c-d2aa3000e1d0 with Priority: HIGHEST for action port [ 801.770008] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_rules [ 801.773482] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 801.773831] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f68626-79ac-4d73-a26c-d2aa3000e1d0 with Priority: HIGHEST for action port [ 801.775421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.777146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.777281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.777552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.777638] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.780468] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.781926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.781926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.782283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.783326] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.783326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.783326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.783326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.783326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783326] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.784290] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f68626-79ac-4d73-a26c-d2aa3000e1d0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.784396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.784456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.784667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.784753] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f68626-79ac-4d73-a26c-d2aa3000e1d0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.232821] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.232949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.232949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.233167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.233167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.233167] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef already deleted. [ 802.233167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.269451] env[65334]: INFO networking_nsxv3.common.synchronization [req-ff0d42c8-7e32-4577-84f9-86938030a2f8 req-533eb6d7-638c-4a45-ba83-95dcfa160ff7 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 802.270498] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 802.270498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.270658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.270821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.270994] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.271180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.271567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.279476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.279594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.282380] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.282517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.283859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.283859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.283859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.283859] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 802.284570] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.287043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f68626-79ac-4d73-a26c-d2aa3000e1d0 with status ACTIVE [ 802.287340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.288061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.288061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.288061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.288061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.288331] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.288331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.288551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.288551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.289435] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.289435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.289435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.289435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.289435] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f68626-79ac-4d73-a26c-d2aa3000e1d0 is going to be updated. [ 802.311713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.311961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.311961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.313157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.313157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.313157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f68626-79ac-4d73-a26c-d2aa3000e1d0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.322592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.322747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.322824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.323607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.323607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.334776] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 802.774480] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.775395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.776019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.776019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.776446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.776446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.776594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.776594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.776934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.776934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.777149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 802.787354] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.804785] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.804785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.804785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.805023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.806660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.815908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 803.290227] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.290474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.290474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.291099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.291211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.291315] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 is going to be created. [ 803.320691] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.320691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.320691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.320691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.333538] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: UNINITIALIZED for 2s [ 803.385840] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ebf5531a-445a-4198-86f3-485fa242039b None None] Enqueued Resource ID: c4383bbf-34f2-447b-94be-8250dc94a87d with Priority: HIGHEST for action port [ 803.386625] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4383bbf-34f2-447b-94be-8250dc94a87d with Priority: HIGHEST for action port [ 803.386879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4383bbf-34f2-447b-94be-8250dc94a87d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.387111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4383bbf-34f2-447b-94be-8250dc94a87d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.387215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4383bbf-34f2-447b-94be-8250dc94a87d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.387556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4383bbf-34f2-447b-94be-8250dc94a87d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.387980] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4383bbf-34f2-447b-94be-8250dc94a87d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.891174] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4383bbf-34f2-447b-94be-8250dc94a87d [ 803.892227] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.892227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.892227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.892227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.892227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.892227] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4383bbf-34f2-447b-94be-8250dc94a87d already deleted. [ 803.892227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4383bbf-34f2-447b-94be-8250dc94a87d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.347711] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 804.347711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.347939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.348089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.348721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.348721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.348721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.348721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.349642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.349642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.349642] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.826034] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 804.826221] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 804.826336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.853234] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.854362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.854362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.854362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.854801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.854801] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.855103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.855160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.855218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.856099] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.026283] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4878e55-9215-4efe-97f8-1e6b3b0c898b req-1eae83e2-25a6-4cea-a720-5592c349a9d1 tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 805.027654] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 805.027654] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.027654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.027654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.027654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.027910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.027910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.027910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.028782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.028909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.029163] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.348266] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: SUCCESS [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.350136] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.350136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.350734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.350734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.350734] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.358100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 805.385293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.385568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.385568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.385740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.385740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.389025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.389025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.389025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.389025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.389808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.389808] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 805.472881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.472881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.472881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.473627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.475273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.491232] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 805.533093] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.853407] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.853565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.853640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.853943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.854162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.855276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.855425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.855669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.856125] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.856308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.856411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.857563] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857563] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.036313] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.139166] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0781f8a4-d646-452a-b0b9-fc0a8b2fac80 None None] Enqueued Resource ID: 24f7bd0d-42d9-4738-8a63-781fbd36d2de with Priority: HIGHEST for action port [ 806.139434] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f7bd0d-42d9-4738-8a63-781fbd36d2de with Priority: HIGHEST for action port [ 806.141364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f7bd0d-42d9-4738-8a63-781fbd36d2de taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.141499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f7bd0d-42d9-4738-8a63-781fbd36d2de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.141871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f7bd0d-42d9-4738-8a63-781fbd36d2de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f7bd0d-42d9-4738-8a63-781fbd36d2de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141957] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f7bd0d-42d9-4738-8a63-781fbd36d2de',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.359706] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbf10fd6-88e6-44f0-9778-463c2c1a64e8: rpc.has_security_group_logging(os_id): False [ 806.382636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.382636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.382636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.383293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.383293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.383293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.383441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.383489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384557] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.384557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.384557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.384557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384557] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 is going to be created. [ 806.462532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.462532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.462532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.462532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.462532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.482110] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: IN_PROGRESS for 2s [ 806.542488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.542672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.542735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.543187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.543187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.543187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 806.587781] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.587930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.588036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.588917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.588917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611397] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 806.644773] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f7bd0d-42d9-4738-8a63-781fbd36d2de [ 806.645202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.646952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.646952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.646952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.646952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.646952] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f7bd0d-42d9-4738-8a63-781fbd36d2de already deleted. [ 806.646952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f7bd0d-42d9-4738-8a63-781fbd36d2de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.876997] env[65334]: INFO networking_nsxv3.common.synchronization [req-f506c68f-d2ea-4fee-84b1-d26465df8c04 req-74638752-9e7f-48a7-aa89-41bbb47fe7c2 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 806.877759] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 806.878571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.878775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.878918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.879199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.879828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.879828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.879828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.880056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.880056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.880343] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.382980] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.511795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 807.512088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.631337] env[65334]: INFO networking_nsxv3.common.synchronization [req-809dc63d-4882-40f4-b32a-368b8d8dffa0 req-4e6ffb04-13b1-435a-8766-c79819d588ee tempest-ListServerFiltersTestJSON-1027194675 tempest-ListServerFiltersTestJSON-1027194675-project-member] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 807.631337] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGHEST for action security_group_members [ 807.633208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.633208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.633208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.633715] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.885770] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.141553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.141553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.141553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.141553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.142015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.142655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.142655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.142655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.142916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.142968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.143073] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be updated. [ 808.177745] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.177745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.177745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.177745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.177745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.188497] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 2s [ 808.388558] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.389465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.389465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.389465] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 808.424793] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.426148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.426633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.448096] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 808.498116] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: SUCCESS [ 808.499902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.623032] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 808.623448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.920750] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1200207b-6628-48e1-832c-cc31ce1886b9 None None] Enqueued Resource ID: b0815667-60cb-4324-8c4e-4a69b487ba59 with Priority: HIGHEST for action port [ 808.920750] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0815667-60cb-4324-8c4e-4a69b487ba59 with Priority: HIGHEST for action port [ 808.921347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0815667-60cb-4324-8c4e-4a69b487ba59 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.921476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0815667-60cb-4324-8c4e-4a69b487ba59" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.921546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0815667-60cb-4324-8c4e-4a69b487ba59" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.921821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0815667-60cb-4324-8c4e-4a69b487ba59" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.921898] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0815667-60cb-4324-8c4e-4a69b487ba59',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.425782] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0815667-60cb-4324-8c4e-4a69b487ba59 [ 809.426126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.426281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.426387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.426695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.426834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.426952] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0815667-60cb-4324-8c4e-4a69b487ba59 already deleted. [ 809.427199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0815667-60cb-4324-8c4e-4a69b487ba59" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.124236] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 810.124314] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 810.124778] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 810.124916] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 810.127260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.127392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.128139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.128139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.128139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.128139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.128139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.128399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.128399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.128399] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.129271] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.129379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.129460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.129641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.129948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.129948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.129948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.130967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.131101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.131260] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.189560] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_rules [ 810.189847] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 810.189938] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 810.190064] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 810.190263] env[65334]: INFO networking_nsxv3.common.synchronization [req-2fb92d7c-f156-403d-9d1a-f5a044562b65 req-e52f0d52-fa69-40c2-8dfc-ab648a63328c tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 810.193040] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_rules [ 810.193040] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 810.193040] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 810.193040] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 810.193040] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 810.193488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.193545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.193945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.193945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.194078] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.196713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.196713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.196713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.196713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.196713] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.197974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e66d46-7e74-4c91-ac0e-e612509caa77 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.197974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.197974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.197974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.197974] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e66d46-7e74-4c91-ac0e-e612509caa77',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.199831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.199831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.199831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.199831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.209295] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: IN_PROGRESS for 4s [ 810.459040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 810.459407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636294] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.636294] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.702080] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e66d46-7e74-4c91-ac0e-e612509caa77 with status ACTIVE [ 810.702080] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.702506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.702781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.704102] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.704102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.704839] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.705103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.705266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.705499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.706029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.706029] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 is going to be updated. [ 810.707114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.708180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.708180] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.708180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735518] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.735518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.736926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.737790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.034818] env[65334]: INFO networking_nsxv3.common.synchronization [req-f81cd756-f49b-461e-b94c-897a99df49ff req-e44decac-7c00-46ec-ab21-0d72c2b27c6f tempest-ListImageFiltersTestJSON-1566824175 tempest-ListImageFiltersTestJSON-1566824175-project-member] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 811.035742] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGHEST for action security_group_members [ 811.036778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.036778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.036778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.037011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.037131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.037283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.037364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.037539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.037696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.037818] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.139769] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.140895] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.542355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.542683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.542683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.543726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.543726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.543726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.543726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.543726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.543726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.544200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.544200] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be updated. [ 811.571941] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.572164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.572164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.572391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.572536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.584789] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: IN_PROGRESS for 2s [ 811.643788] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.644098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.644165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.644430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.644490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.644604] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 811.645975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.646118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.646176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.646373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.646459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.646553] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be created. [ 811.673579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.673579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.673579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.673960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.673960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.681912] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.682231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.682231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.682904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.682904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.694481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 811.695413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: UNINITIALIZED for 2s [ 812.220557] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc25fe6-9626-411a-8121-89a74e03d8db in Status: SUCCESS [ 812.221103] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db deletion is rescheduled due to dependency. [ 812.221232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.355648] env[65334]: INFO networking_nsxv3.common.synchronization [req-c8e0dd6e-5ab4-4bef-9fe6-5c19daaee538 req-26b5bd85-47f3-4994-9666-0d2f34d07f34 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 812.356518] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 812.356640] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.356783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.356852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.357193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.357395] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.357695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.357695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.357959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.357959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.358121] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.836719] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.837262] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.837262] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.837672] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.838421] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.838568] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.838902] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839482] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.839645] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.840153] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.840273] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.840744] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.841122] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.841218] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.841643] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.841909] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.862134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.862134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.862134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.862743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.862743] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 already deleted. [ 812.862743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.864061] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.864475] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.864738] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.864960] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.865382] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-45d54447-8f42-45c4-a0d9-d8f4d5d96374 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.865610] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.865716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.866034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.866977] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d54447-8f42-45c4-a0d9-d8f4d5d96374',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.915165] env[65334]: INFO networking_nsxv3.common.synchronization [req-b03267bf-d1fc-475d-9541-713a5a69e90c req-18babff0-6045-42fb-86e9-962f0f85196b tempest-InstanceActionsNegativeTestJSON-1257499245 tempest-InstanceActionsNegativeTestJSON-1257499245-project-member] Enqueued Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 812.916869] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGHEST for action security_group_members [ 812.917476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.917631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.917700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.918251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.918251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.918251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.918251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.918501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.918501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.918702] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.369640] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.369640] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.369640] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.369939] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.370141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.370241] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 45d54447-8f42-45c4-a0d9-d8f4d5d96374 not found, creating... [ 813.370597] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.370597] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.371511] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.371511] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.371511] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.371511] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.371511] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.371913] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.371913] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.371977] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.372542] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 45d54447-8f42-45c4-a0d9-d8f4d5d96374 is going to be created. [ 813.393173] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.393417] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.393544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.393833] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.394095] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.394359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.421365] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.421562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.421608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.421960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.421960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.422131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.422193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.422250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.422420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.422493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.422588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 is going to be updated. [ 813.477593] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.477858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.478017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.478392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.478608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.492940] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: IN_PROGRESS for 2s [ 813.597582] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 in Status: SUCCESS [ 813.597582] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 deletion is rescheduled due to dependency. [ 813.597582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710553] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710553] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.712606] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 813.713127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.713448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.714307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.714578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.714790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.716017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.716017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.716017] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.087836] env[65334]: INFO networking_nsxv3.common.synchronization [req-c8e0dd6e-5ab4-4bef-9fe6-5c19daaee538 req-d183e478-c05b-4070-82e7-72630f80bebb service nova] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 814.088242] env[65334]: INFO networking_nsxv3.common.synchronization [req-c8e0dd6e-5ab4-4bef-9fe6-5c19daaee538 req-d183e478-c05b-4070-82e7-72630f80bebb service nova] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 814.088317] env[65334]: INFO networking_nsxv3.common.synchronization [req-c8e0dd6e-5ab4-4bef-9fe6-5c19daaee538 req-d183e478-c05b-4070-82e7-72630f80bebb service nova] Enqueued Resource ID: 45d54447-8f42-45c4-a0d9-d8f4d5d96374 with Priority: HIGHEST for action port [ 814.088904] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_rules [ 814.089482] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 814.089688] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d54447-8f42-45c4-a0d9-d8f4d5d96374 with Priority: HIGHEST for action port [ 814.090090] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.090261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.090360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.090616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.090739] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.094014] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.094186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.094300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.094544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.094791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.094912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.095095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.095315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.095451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.095593] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.096754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d54447-8f42-45c4-a0d9-d8f4d5d96374 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.096927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.097049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.097258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.098446] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d54447-8f42-45c4-a0d9-d8f4d5d96374',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.218883] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.218883] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.600776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.600776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.600776] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.601198] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d54447-8f42-45c4-a0d9-d8f4d5d96374 with status ACTIVE [ 814.601198] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.601292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.601292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.601499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.601586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.607583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.607889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.608041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.608127] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d54447-8f42-45c4-a0d9-d8f4d5d96374 is going to be updated. [ 814.631933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.632038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.632038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.632276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.632423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.632590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d54447-8f42-45c4-a0d9-d8f4d5d96374" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.726564] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.726564] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.922946] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e9651ad9-be9f-484e-96b8-586e4a55c7c7 None None] Enqueued Resource ID: b926c8a4-2f8b-4aac-91d0-a86f40eb4646 with Priority: HIGHEST for action port [ 814.924855] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b926c8a4-2f8b-4aac-91d0-a86f40eb4646 with Priority: HIGHEST for action port [ 814.924855] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b926c8a4-2f8b-4aac-91d0-a86f40eb4646 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.924855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b926c8a4-2f8b-4aac-91d0-a86f40eb4646" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.925027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b926c8a4-2f8b-4aac-91d0-a86f40eb4646" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.925607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b926c8a4-2f8b-4aac-91d0-a86f40eb4646" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.925607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b926c8a4-2f8b-4aac-91d0-a86f40eb4646',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.027499] env[65334]: INFO networking_nsxv3.common.synchronization [req-cab5b6e6-22c3-4618-9530-56cf068619b3 req-1271f1d9-ce2b-402b-9fea-1f1e7ba4f85b tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 815.028374] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 815.028720] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.028846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.028912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.029442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.029714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.029714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.029851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.030218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.030327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.030425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.111265] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.223731] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.224039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.224039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.224235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.224312] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.224417] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be updated. [ 815.226163] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.226310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.226383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.226627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.226671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.226763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 815.271369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.271369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.271369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.271732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.289958] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 815.291921] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 815.422336] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.422336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.422336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.422993] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.422993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.423626] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.423626] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.424044] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.424044] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.424044] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.424293] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.424395] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.424575] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.424782] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.444502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b926c8a4-2f8b-4aac-91d0-a86f40eb4646 [ 815.444502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.444502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.444502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.444502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.444502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.444502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b926c8a4-2f8b-4aac-91d0-a86f40eb4646 already deleted. [ 815.444502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b926c8a4-2f8b-4aac-91d0-a86f40eb4646" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.452486] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.452486] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.452486] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.452486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.452486] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-0cb25cca-c304-4c68-805c-60ec2d6d583f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.452486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.452486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.452486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.452486] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb25cca-c304-4c68-805c-60ec2d6d583f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.506968] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 in Status: SUCCESS [ 815.506968] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 deletion is rescheduled due to dependency. [ 815.506968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.533749] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.534315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.534315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.534315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.534568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.534629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.534794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.534870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.534953] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 815.563337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.563548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.563792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.564146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.564337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.575561] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 815.622142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.622142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.622142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.622142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.622142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.622142] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 is going to be created. [ 815.650327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.650498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.650561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.650852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.651068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.663542] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: UNINITIALIZED for 2s [ 815.953900] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.953900] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 0cb25cca-c304-4c68-805c-60ec2d6d583f not found, creating... [ 815.953900] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.953900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955140] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.955140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.955140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.955140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.955140] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955140] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 0cb25cca-c304-4c68-805c-60ec2d6d583f is going to be created. [ 815.977270] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.977270] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.977270] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.977270] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.977270] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.977597] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861702] env[65334]: INFO networking_nsxv3.common.synchronization [req-cab5b6e6-22c3-4618-9530-56cf068619b3 req-8ace7701-3eda-4377-89a2-1b833d2839e4 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 816.861985] env[65334]: INFO networking_nsxv3.common.synchronization [req-cab5b6e6-22c3-4618-9530-56cf068619b3 req-8ace7701-3eda-4377-89a2-1b833d2839e4 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 816.862052] env[65334]: INFO networking_nsxv3.common.synchronization [req-cab5b6e6-22c3-4618-9530-56cf068619b3 req-8ace7701-3eda-4377-89a2-1b833d2839e4 service nova] Enqueued Resource ID: 0cb25cca-c304-4c68-805c-60ec2d6d583f with Priority: HIGHEST for action port [ 816.862649] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 816.862865] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 816.862978] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb25cca-c304-4c68-805c-60ec2d6d583f with Priority: HIGHEST for action port [ 816.863260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.864166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.864166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.864166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.864166] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.867534] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.867653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.867829] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb25cca-c304-4c68-805c-60ec2d6d583f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.867952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.868025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.868422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.868422] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb25cca-c304-4c68-805c-60ec2d6d583f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.315032] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 817.315272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.316267] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 817.316454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.316639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.316953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.319711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.319904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.319976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320565] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.321495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.321696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.321948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.322048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.322099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.322247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.322337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.323257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.323257] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.372053] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.372445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.373496] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb25cca-c304-4c68-805c-60ec2d6d583f with status ACTIVE [ 817.373496] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.373723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.373988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.374645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.374733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.374934] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.375122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.375288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.375368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.375975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.376134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.376207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.376292] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb25cca-c304-4c68-805c-60ec2d6d583f is going to be updated. [ 817.416949] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.417291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.417291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.417457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.417626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.417824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb25cca-c304-4c68-805c-60ec2d6d583f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.590110] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 817.590309] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 817.590425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.590611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.590854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.591159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.591225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.591584] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.676062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: SUCCESS [ 817.676062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.676062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.676418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.676722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.676891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.676959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.677627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.677627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.677627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.677627] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.825595] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.825749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.826543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.826543] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.826543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.826796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.826796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.826860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.826920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.827349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.827349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.827349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.827349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.827575] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.827575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.827684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.827811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.827811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.827913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.827963] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.829384] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.096992] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.179834] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.271137] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2a8cdd9b-05d9-4eb0-8a80-33813fa7111c None None] Enqueued Resource ID: ad57603d-a6d1-4c38-969e-d6b6ac576081 with Priority: HIGHEST for action port [ 818.271317] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad57603d-a6d1-4c38-969e-d6b6ac576081 with Priority: HIGHEST for action port [ 818.271650] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad57603d-a6d1-4c38-969e-d6b6ac576081 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.271773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad57603d-a6d1-4c38-969e-d6b6ac576081" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.271857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad57603d-a6d1-4c38-969e-d6b6ac576081" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.272181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad57603d-a6d1-4c38-969e-d6b6ac576081" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.272312] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad57603d-a6d1-4c38-969e-d6b6ac576081',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.334418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 818.334418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330f4f9a-51f9-4bfd-9b3a-5635086aa470: rpc.has_security_group_logging(os_id): False [ 818.354588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.354832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.354832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.355857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.355857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.356429] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.356429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.356429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.356429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.356668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.357153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.357153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.357639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.357811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.357886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.357973] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 818.363677] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.363845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.363908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.364176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.364274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.364514] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.364613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.364668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.364876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.364946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.365058] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be created. [ 818.424269] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.424599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.424599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.424822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.425054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.436557] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.436845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.436845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.437238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.437542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.451221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 818.469471] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 818.485619] env[65334]: INFO networking_nsxv3.common.synchronization [req-071622a0-6a00-453f-943c-2add47870aec req-912d30ea-e502-420b-9b62-8c8ca28095f4 tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 818.485733] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 818.486402] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.486483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.486527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.486811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.487068] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.487211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.487272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.487503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.487592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.487752] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.598572] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.682580] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b50170bc-ecc4-4336-8da8-af3eed8eb813: rpc.has_security_group_logging(os_id): False [ 818.694959] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 818.695244] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 818.695426] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 818.696073] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 818.696236] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 818.696375] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 818.696687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-949ecaaf-6c67-4d8f-a471-81785e24df12 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.696817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697492] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.697604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.698032] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.698997] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.699131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.699214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.699381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.699534] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.699688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.699753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.699851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.699930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.700455] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.701584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.701584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.701584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.701584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.701584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.701980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.701980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.701980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.701980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.701980] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.704044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.704206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.704273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.704416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.704510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.704763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.704819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.704891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.705089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705403] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 is going to be created. [ 818.755472] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_rules [ 818.755657] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 818.755775] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_rules [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [req-f4b8a46e-cbfc-4414-a509-70a4bf0d717f req-952d659a-ee9a-4646-bcd2-57f9435cd02f tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_rules [ 818.757547] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_rules [ 818.757994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 818.757994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 with Priority: HIGHEST for action port [ 818.757994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_rules [ 818.757994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 818.757994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 818.758327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.758435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.758611] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.758697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.758979] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-949ecaaf-6c67-4d8f-a471-81785e24df12 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.758979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.759158] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e66d46-7e74-4c91-ac0e-e612509caa77 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.759256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.759316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.759526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.759648] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e66d46-7e74-4c91-ac0e-e612509caa77',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.762050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949ecaaf-6c67-4d8f-a471-81785e24df12 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.762050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.762050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.762050] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.762335] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.762521] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.774469] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad57603d-a6d1-4c38-969e-d6b6ac576081 [ 818.776020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.776020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.776020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.776020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.776020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.776020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad57603d-a6d1-4c38-969e-d6b6ac576081 already deleted. [ 818.776020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad57603d-a6d1-4c38-969e-d6b6ac576081" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.783809] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.784256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.785030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.785030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.785030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.801161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: IN_PROGRESS for 2s [ 818.965213] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.965329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.965422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.965739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.966210] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.966385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.966617] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.966777] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.966850] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.967370] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.967564] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.967749] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.967893] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.968065] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.968185] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.968340] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.988253] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.988420] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.988549] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.988738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.989106] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-612d332f-36bf-4a4f-ade7-42441c164372 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.989321] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.989453] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.989775] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.989919] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612d332f-36bf-4a4f-ade7-42441c164372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.991000] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.991138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.991205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.991409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.991500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.991685] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.991783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.991844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.992012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.992097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.992180] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a already deleted. [ 818.992259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.102412] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.102819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.102819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.102923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.103019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.103146] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 819.134322] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.134463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.134532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.134789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.134950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.144509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 819.203526] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.208716] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.209247] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.263930] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e66d46-7e74-4c91-ac0e-e612509caa77 with status ACTIVE [ 819.264286] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.264462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.264535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.264777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.264893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.265105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.265409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.265409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.265534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.265573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.265785] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.265888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.265954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.266139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.266230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.266322] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e66d46-7e74-4c91-ac0e-e612509caa77 is going to be updated. [ 819.267654] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-949ecaaf-6c67-4d8f-a471-81785e24df12 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.267761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.304775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.305043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.305109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.305348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.305567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.305747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e66d46-7e74-4c91-ac0e-e612509caa77" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.494340] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.494340] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.494660] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.494660] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.494809] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.494961] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 612d332f-36bf-4a4f-ade7-42441c164372 not found, creating... [ 819.495250] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.495410] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.495521] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.495756] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.495891] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.496198] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.496352] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.496632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.496998] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.497238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.497428] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 612d332f-36bf-4a4f-ade7-42441c164372 is going to be created. [ 819.524092] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.524324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.524324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.524606] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.524839] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.525237] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.706141] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.711235] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.712858] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.209774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.210084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.210084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210472] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 820.216579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.216745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.216823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.217199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.217376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.217530] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 is going to be created. [ 820.218896] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.219032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.219088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.219295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.219364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.219733] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be updated. [ 820.253823] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.257155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.257155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.257155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.257155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.260979] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.261155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.261753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.261753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.261753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264245] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.264245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.264245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.268040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 in Status: UNINITIALIZED for 2s [ 820.274799] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 820.275319] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 820.288400] env[65334]: INFO networking_nsxv3.common.synchronization [req-071622a0-6a00-453f-943c-2add47870aec req-a79840bd-c018-4863-aa7b-ebb1e727a4dd service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 820.288400] env[65334]: INFO networking_nsxv3.common.synchronization [req-071622a0-6a00-453f-943c-2add47870aec req-a79840bd-c018-4863-aa7b-ebb1e727a4dd service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 820.288555] env[65334]: INFO networking_nsxv3.common.synchronization [req-071622a0-6a00-453f-943c-2add47870aec req-a79840bd-c018-4863-aa7b-ebb1e727a4dd service nova] Enqueued Resource ID: 612d332f-36bf-4a4f-ade7-42441c164372 with Priority: HIGHEST for action port [ 820.288997] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 820.289154] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 820.289294] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612d332f-36bf-4a4f-ade7-42441c164372 with Priority: HIGHEST for action port [ 820.289776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.290098] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.292158] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.292158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.292158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.292158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.292158] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.292158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.292158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.293047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.293047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.293047] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.295161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-612d332f-36bf-4a4f-ade7-42441c164372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.295161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.295161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.295161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.295161] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612d332f-36bf-4a4f-ade7-42441c164372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.464129] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 820.464431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.464604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.464826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.464937] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.487044] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 820.487287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.487803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.488066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.488162] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.798506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.798644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.798828] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.799763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 612d332f-36bf-4a4f-ade7-42441c164372 with status ACTIVE [ 820.800024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.800124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.800173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.800460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.800624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.800808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.800964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.801545] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.801632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.801896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.801987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802086] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 612d332f-36bf-4a4f-ade7-42441c164372 is going to be updated. [ 820.820073] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: SUCCESS [ 820.820395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.828753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.828962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.829051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.829220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.829367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.829532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612d332f-36bf-4a4f-ade7-42441c164372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.967765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.991433] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.991689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.158172] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 821.158490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.158747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.159120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.159454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.159794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.159905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.160168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.160322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.160599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.160681] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.305700] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.667030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.667030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.667030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.668201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.668201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.668201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.668201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.668201] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.809127] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.809294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.809422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.809598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.809707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.809891] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be created. [ 821.843425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.843689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.843689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.844209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.856703] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: UNINITIALIZED for 2s [ 822.020341] env[65334]: INFO networking_nsxv3.common.synchronization [req-91023497-2399-4122-b245-59c778dfa033 req-cb19f53f-a3f3-42d9-8dbb-111e2b717d80 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 822.020341] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 822.020629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.021334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.021334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.021334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.021766] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.021766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.021766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.022166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.022166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.022166] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.171164] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 822.195597] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.195759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.195826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.196218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.196444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.197470] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.197470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.197470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.197470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.198415] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.198415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.198415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.198415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.198415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.199101] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 822.238579] env[65334]: INFO networking_nsxv3.common.synchronization [req-f44b92df-7f04-4654-a474-df76213e3759 req-b15173b8-2d28-4630-ab2a-4fadbc87b9fa tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 822.238752] env[65334]: INFO networking_nsxv3.common.synchronization [req-f44b92df-7f04-4654-a474-df76213e3759 req-b15173b8-2d28-4630-ab2a-4fadbc87b9fa tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 822.240689] env[65334]: INFO networking_nsxv3.common.synchronization [req-f44b92df-7f04-4654-a474-df76213e3759 req-b15173b8-2d28-4630-ab2a-4fadbc87b9fa tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 822.240689] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 with Priority: HIGHEST for action security_group_members [ 822.240689] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 822.240689] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGHEST for action security_group_members [ 822.240689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-949ecaaf-6c67-4d8f-a471-81785e24df12 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.240689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.240689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.240689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.240689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.240689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.272249] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.272249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.272249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.275042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.275241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.316155] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 in Status: SUCCESS [ 822.316554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.316600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.316806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.317018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.317163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.317208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.317401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.317484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.317577] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.319358] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 822.319606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.320845] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 822.320845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.321105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.321105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.322044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.322044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.322044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.322044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.322044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.322044] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.322876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.323066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.323273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.323470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.323470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.323662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.323760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.323876] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.333871] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 822.526042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.526253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.526344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.526654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.526805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.527098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.527245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.527335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.527569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.527693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.527804] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be updated. [ 822.585271] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.585518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.585627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.586041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.586281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.598723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 822.825884] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.826062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.826162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.826364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.826547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.826683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.826794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.826858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.827031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.827123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.828043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be updated. [ 822.828464] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.828583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.828771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.828820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.828894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.829077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.829175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.829237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.829398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.829523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.829639] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 is going to be deleted. [ 822.830558] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.857918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.858079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.858149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.858368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.858506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.866768] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.866768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.866768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.867071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.867165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.867204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.867641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.867641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.867828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.867828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.867959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.868034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.868183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.868235] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.870422] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 823.333771] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.370831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.371157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.371242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.371469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.371564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.371766] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.371860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.371919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.372097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.372174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.372257] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 already deleted. [ 823.372334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.372436] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.373310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.373474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.373681] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.373840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.373937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.374168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.374291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.374424] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.837188] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.837413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.837521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.837716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.837799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.837896] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 823.867809] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 823.868068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.868236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.868661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.868862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.868984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.869060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.869220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.869301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.869386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.869473] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.871146] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.871260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.871321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.871480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.871634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.875959] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949ecaaf-6c67-4d8f-a471-81785e24df12',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.878015] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.878215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.878311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.878561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.878654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.879285] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.879528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.879650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.880137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.880137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.880137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 already deleted. [ 823.880336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.881168] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 824.348723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 824.348723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.374656] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.382684] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949ecaaf-6c67-4d8f-a471-81785e24df12: rpc.has_security_group_logging(os_id): False [ 824.408042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.408042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.408042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.408042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 is going to be created. [ 824.431836] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12], does not exist path=[/infra/domains/default/groups/949ecaaf-6c67-4d8f-a471-81785e24df12]."\n}' [ 824.431836] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12 [ 824.431836] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 824.481825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.482096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.482193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.482431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.484174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.484700] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.484839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.484922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.485935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.485935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.485935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.485935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.485935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.486216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.486275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.486396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949ecaaf-6c67-4d8f-a471-81785e24df12 is going to be created. [ 824.517800] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12], does not exist path=[/infra/domains/default/groups/949ecaaf-6c67-4d8f-a471-81785e24df12]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12 [ 824.517960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949ecaaf-6c67-4d8f-a471-81785e24df12" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.518592] env[65334]: Traceback (most recent call last): [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 824.518706] env[65334]: return func(*args, **kwargs) [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.518706] env[65334]: res.raise_for_status() [ 824.518706] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 824.518706] env[65334]: raise HTTPError(http_error_msg, response=self) [ 824.518706] env[65334]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12 [ 824.518706] env[65334]: During handling of the above exception, another exception occurred: [ 824.518706] env[65334]: Traceback (most recent call last): [ 824.518706] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 824.518706] env[65334]: listener.cb(fileno) [ 824.518706] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 824.518706] env[65334]: result = function(*args, **kwargs) [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 824.518706] env[65334]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 824.518706] env[65334]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 824.518706] env[65334]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 824.518706] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.518706] env[65334]: res.raise_for_status() [ 824.518706] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 824.518706] env[65334]: raise HTTPError(http_error_msg, response=self) [ 824.518706] env[65334]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/949ecaaf-6c67-4d8f-a471-81785e24df12 [ 824.518706] env[65334]: Removing descriptor: 13 [ 824.611184] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 824.611482] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 deletion is rescheduled due to dependency. [ 824.611631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880105] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a: rpc.has_security_group_logging(os_id): False [ 824.883048] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 824.883280] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 deletion is rescheduled due to dependency. [ 824.883365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.884059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.884059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.884059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.884059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.884558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.884558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.884558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.884558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.884558] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.886221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.886221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.886221] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.886221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.886221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.886221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.886451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.886451] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.904458] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.904673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.904719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.904948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.905096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.905315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.905413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.905551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.905752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.905854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.905965] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be created. [ 824.978542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.978786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.978885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.979136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.979323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.993888] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 825.200501] env[65334]: INFO networking_nsxv3.common.synchronization [req-c35a8df4-1250-47ae-ae14-574309af4bca req-8761ae52-4e2c-4752-bd17-0d1f121d4ce5 tempest-InstanceActionsV221TestJSON-807011421 tempest-InstanceActionsV221TestJSON-807011421-project-member] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 825.202155] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 825.202155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.202155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.202155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.203638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.203743] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.203965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.204086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.204302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.204516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.204560] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.388489] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.389706] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.389867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.393025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.393025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.415748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.416309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.416460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.416572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.416813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.416891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.417047] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be updated. [ 825.442381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.442556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.442942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.454234] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 825.529915] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.529915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-195" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.529915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-195" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.529915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-195" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.530202] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.530514] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.530870] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.531447] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.531724] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.532059] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.532298] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.533022] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.533150] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.533251] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.533354] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.533483] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.567541] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.567541] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.567541] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.567541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-195" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.567541] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-0b93f9a9-ab67-4099-9967-095826b62434 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.567541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.567541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.567541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.567541] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b93f9a9-ab67-4099-9967-095826b62434',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.707543] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.707703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.707769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.707990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.708102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.708657] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.708657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.708657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.708657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.708657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.708974] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52663a79-d366-4713-b25b-8a8605881931 already deleted. [ 825.708974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892068] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 825.892191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330f4f9a-51f9-4bfd-9b3a-5635086aa470: rpc.has_security_group_logging(os_id): False [ 825.893629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.894030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.894235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.894351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.894415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.895042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.895228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.895484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.895680] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.896577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.897503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.897503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.897503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.897503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.897503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.897503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.897503] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.916657] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.918567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.918708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.919098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.919098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.919755] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.919755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.919755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.919755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.919755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.920039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be updated. [ 825.981707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.982038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.982038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.982238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.982298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.996282] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: IN_PROGRESS for 2s [ 826.070784] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.071021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.071141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.071458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.071546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.071685] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 0b93f9a9-ab67-4099-9967-095826b62434 not found, creating... [ 826.071935] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.072096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.072208] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.072414] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.072537] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.072911] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.073098] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.073212] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.073421] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.073547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.073826] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 0b93f9a9-ab67-4099-9967-095826b62434 is going to be created. [ 826.102697] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.102929] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.103061] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.103581] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.104364] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.104474] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.401607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.401607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.835971] env[65334]: INFO networking_nsxv3.common.synchronization [req-c35a8df4-1250-47ae-ae14-574309af4bca req-bdefeba9-d033-4d36-b49f-964324967052 service nova] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_rules [ 826.836166] env[65334]: INFO networking_nsxv3.common.synchronization [req-c35a8df4-1250-47ae-ae14-574309af4bca req-bdefeba9-d033-4d36-b49f-964324967052 service nova] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 826.836317] env[65334]: INFO networking_nsxv3.common.synchronization [req-c35a8df4-1250-47ae-ae14-574309af4bca req-bdefeba9-d033-4d36-b49f-964324967052 service nova] Enqueued Resource ID: 0b93f9a9-ab67-4099-9967-095826b62434 with Priority: HIGHEST for action port [ 826.837074] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_rules [ 826.837494] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 826.837494] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b93f9a9-ab67-4099-9967-095826b62434 with Priority: HIGHEST for action port [ 826.838111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.838260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.838336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.838638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.838726] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.839791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.839904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.840469] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.841010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.841156] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.842049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b93f9a9-ab67-4099-9967-095826b62434 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.842840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.842840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.842840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.842840] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b93f9a9-ab67-4099-9967-095826b62434',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.904036] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.007731] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 827.007978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.344595] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.344595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.344595] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.346062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b93f9a9-ab67-4099-9967-095826b62434 with status ACTIVE [ 827.346267] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.346384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.346451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.346675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.346764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.346944] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.347099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.347164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.347268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.347338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.347575] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.347627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.347661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.347786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.347932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.348030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b93f9a9-ab67-4099-9967-095826b62434 is going to be updated. [ 827.371797] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.371976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.372030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.372225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.372360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.372525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b93f9a9-ab67-4099-9967-095826b62434" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.405961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.406378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.406378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.406464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.406501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.406585] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 827.434524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.434743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.434743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.434929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.435208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457753] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 827.465882] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 827.466108] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 deletion is rescheduled due to dependency. [ 827.466237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.846687] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.011887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 in Status: SUCCESS [ 828.012135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.349563] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.349727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.349794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.350027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.350120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.350225] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52663a79-d366-4713-b25b-8a8605881931 is going to be created. [ 828.376293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.376487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.376558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.376850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.377135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.388796] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: UNINITIALIZED for 2s [ 829.469458] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 829.469758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.469907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.470087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.470290] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.470417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.470546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.470742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.470830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.470921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.471105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.471202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.471261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.471410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.471546] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.471636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.471695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.471832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.471906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.471983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.472084] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.976060] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89deacd7-2408-4f55-8980-f063d1c8defd: rpc.has_security_group_logging(os_id): False [ 829.993664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.993819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.993883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.994146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.015128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.015399] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.015518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.015586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.015808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.015904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.017226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.017373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.017563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.017653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.017895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.018025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.018107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.018303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.018396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.018498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 830.088808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.088991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.089041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.089322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.089493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.111860] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 830.401567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: SUCCESS [ 830.406124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.406124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.406124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.406124] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.406124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.406437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.406437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.406437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.406538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.407607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.572303] env[65334]: INFO networking_nsxv3.common.synchronization [req-80b724e0-050c-44ee-a472-21ba96cf75cf req-3c076601-7c26-4484-8787-28e54a5bd934 tempest-ImagesOneServerTestJSON-1882269560 tempest-ImagesOneServerTestJSON-1882269560-project-member] Enqueued Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 830.575337] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGHEST for action security_group_members [ 830.576961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.577718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.577827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.578093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.578295] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.578422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.578499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.578686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.578820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.578940] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.910983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.911210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.911306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.911533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.911729] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.912368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.912368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.912368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.912368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.912368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.912710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.912710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.912710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.912710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.913037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.913321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.913457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.913568] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.026583] env[65334]: INFO networking_nsxv3.common.synchronization [req-dc6641b2-f665-42ec-883f-9c4d22e21c4c req-2e2efc61-4bbe-42dd-afd6-e58fcee502d2 tempest-ServerMetadataTestJSON-1105832025 tempest-ServerMetadataTestJSON-1105832025-project-member] Enqueued Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 831.027348] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 831.027717] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.028360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.028529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.028836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.029127] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.029276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.029341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.029547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.029760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.029760] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.081967] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.082177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.082231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.082467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.107792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.108153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.108275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.108356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.108573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.108657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.108749] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 is going to be updated. [ 831.153522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.153522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.153522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.153522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.153522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.173185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: IN_PROGRESS for 2s [ 831.210655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.210904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.210904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.211015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.211585] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.419742] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52663a79-d366-4713-b25b-8a8605881931: rpc.has_security_group_logging(os_id): False [ 831.440585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.441815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.442224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.442343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442758] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.442925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.442987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.443166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.443244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.443624] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.443727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.443780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.443986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.444061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.444432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52663a79-d366-4713-b25b-8a8605881931 is going to be created. [ 831.448173] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.448366] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-450" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.448479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-450" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.448796] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-450" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.449125] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.449243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.449355] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.449522] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.449673] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.450138] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.450362] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.450545] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.450660] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.450776] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.450886] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.451026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.482923] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.483142] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.483266] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.483430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-450" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.483790] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.483974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.484101] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.484393] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.484531] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.532578] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.532747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.532898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.533113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.533208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.533416] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.533523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.533583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.533731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.533807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.533891] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 already deleted. [ 831.533974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.544085] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.544244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.544284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.544531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.545158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.556119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: IN_PROGRESS for 2s [ 831.749215] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.987542] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.987542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.987678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.987879] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.988038] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.988187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e not found, creating... [ 831.988436] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.988581] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.988691] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.988901] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.989037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.989313] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.989456] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.989560] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.990097] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.990373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.990528] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e is going to be created. [ 832.010337] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.010831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.011038] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.011370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.011687] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.011950] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.145470] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 832.146429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.250062] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.752665] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 832.752985] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 832.782737] env[65334]: INFO networking_nsxv3.common.synchronization [req-dc6641b2-f665-42ec-883f-9c4d22e21c4c req-42881286-eafc-4e77-9a07-166b4715c357 service nova] Enqueued Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_rules [ 832.783039] env[65334]: INFO networking_nsxv3.common.synchronization [req-dc6641b2-f665-42ec-883f-9c4d22e21c4c req-42881286-eafc-4e77-9a07-166b4715c357 service nova] Enqueued Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 832.783323] env[65334]: INFO networking_nsxv3.common.synchronization [req-dc6641b2-f665-42ec-883f-9c4d22e21c4c req-42881286-eafc-4e77-9a07-166b4715c357 service nova] Enqueued Resource ID: f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e with Priority: HIGHEST for action port [ 832.783881] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_rules [ 832.785529] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 832.785735] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e with Priority: HIGHEST for action port [ 832.786102] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.786234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.786303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.786596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.786694] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.789595] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.790535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.790535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.790535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.790535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.790801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.790836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.790916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.791024] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.794489] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.794489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.794489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.794489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.794489] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.184399] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 in Status: SUCCESS [ 833.184595] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 deletion is rescheduled due to dependency. [ 833.184741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.290370] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.290494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296142] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.297082] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e with status ACTIVE [ 833.297284] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.297413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.297473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297939] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.298430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.298621] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.298998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.299106] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e is going to be updated. [ 833.325225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.325436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.325512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.325735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.325877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.326076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c8dc05-19cc-4f6c-add2-2c9da9c6f42e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.572173] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: SUCCESS [ 833.572173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.805248] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.816522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.816797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.816797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.817037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831355] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 833.832168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834658] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 833.894354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.894469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.894469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.895170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.904382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906085] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 833.906284] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 833.906468] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 833.989379] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.989379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.989575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.989631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.990666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.990874] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 834.076879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078340] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 834.153166] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.153309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.153426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.153586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.153822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.154109] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 834.154215] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'52663a79-d366-4713-b25b-8a8605881931', '0625fa0a-5a25-4940-9f4d-0eb3959c27b5', '7190302a-3543-4c2b-beed-a3ab4db54c19', '547131ef-cf29-4719-b4a5-72fd81f191c0', 'dba19235-8051-4f7d-bc5c-3685cfb02d5a', 'fefa9147-ba74-4dd3-aba5-90f5ea669093', '0985fde5-6560-44f4-b6cb-5632cd877f86', '52961079-80cc-4a5f-8fdc-dbfc019f83ed', 'b50170bc-ecc4-4336-8da8-af3eed8eb813', 'bdc25fe6-9626-411a-8121-89a74e03d8db', '84fd836f-165e-4da4-9d5e-180eebdc1144', 'e10aa4c5-d5b5-4ebe-952f-539489d8e963', 'f980468b-0344-4346-b81c-e44e9215741d', '7a071ba8-5eb6-4105-b73f-7af219bfd407', '311743f3-b622-46f1-8df1-446ba9865a3b', 'c41b527a-7fea-4b05-b04e-a8282f2196c6', '60734f54-b312-4346-92d7-414ab3aceeab', 'bd7a6a01-9470-471b-adbb-d398bb3f8d21', '70186cc7-3109-4659-850d-7cceed4a4716', '8cf9711f-dc79-480c-8131-ecda793112f9', 'fbf10fd6-88e6-44f0-9778-463c2c1a64e8', 'd1e15def-978d-4c9f-a5d1-a4117a84fe53', '1ba3c00e-843b-4251-83b1-55eda8305c9f', '5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d', 'e2fca4cf-b823-426e-98f9-8b65ca10868e', 'c6debe5b-19d6-4141-96f7-f169f55cad7b', 'f7304ae0-62f1-4866-94d7-3531a9a98b55', '58af5bd7-0c73-45a6-9685-135dce99fe06', '6e536d7c-fd44-4299-80ce-96ae51842c99', '89deacd7-2408-4f55-8980-f063d1c8defd', '0ab10705-d5e5-495f-8c87-f8c3cf957b33', '330f4f9a-51f9-4bfd-9b3a-5635086aa470', 'ea0720ac-9b5e-4ddb-8418-46302dfbfab0', '5f099c5d-9601-4498-a6ad-f326801ce3c9', 'c26aaa05-ff22-4c1f-acc0-4386269a8dc7', 'f4134bd2-dc0a-43ed-9b41-e6a037d45440', 'b5f5dfea-46ea-4a1d-bea0-b4314a17d134', '82a81f31-8e24-449e-a951-3e1c8a107b90', 'c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a', '0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400'} {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 834.154306] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 834.175247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.175247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.175247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.175499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.175549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.175658] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 834.175719] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 834.175791] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 834.253740] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.253889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.253975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.254159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.255040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.255285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 834.255416] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 834.255416] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 834.255535] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 834.255588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 834.255645] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGH for action security_group_rules [ 834.255710] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGH for action security_group_rules [ 834.255777] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGH for action security_group_rules [ 834.255839] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGH for action security_group_rules [ 834.255892] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGH for action security_group_rules [ 834.255945] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGH for action security_group_rules [ 834.256019] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGH for action security_group_rules [ 834.256073] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGH for action security_group_rules [ 834.256127] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGH for action security_group_rules [ 834.256177] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGH for action security_group_rules [ 834.256241] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGH for action security_group_rules [ 834.256295] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGH for action security_group_rules [ 834.256357] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGH for action security_group_rules [ 834.256414] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGH for action security_group_rules [ 834.256467] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGH for action security_group_rules [ 834.256524] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGH for action security_group_rules [ 834.256571] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGH for action security_group_rules [ 834.256634] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGH for action security_group_rules [ 834.256688] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGH for action security_group_rules [ 834.256750] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGH for action security_group_rules [ 834.256843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.305296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.305296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.305461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.305569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.305662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.305759] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 is going to be created. [ 834.332842] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.333027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.333133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.333300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.333454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.344157] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 in Status: UNINITIALIZED for 2s [ 836.079593] env[65334]: INFO networking_nsxv3.common.synchronization [req-5ed537a4-9a2a-4911-8abb-939e4e88440d req-fffcce18-916d-483e-8db3-0b52faf01336 tempest-ServerDiagnosticsTest-1026074329 tempest-ServerDiagnosticsTest-1026074329-project-member] Enqueued Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 836.079593] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70186cc7-3109-4659-850d-7cceed4a4716 with Priority: HIGH for action security_group_rules [ 836.080492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGH for action security_group_rules [ 836.080845] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60734f54-b312-4346-92d7-414ab3aceeab with Priority: HIGH for action security_group_rules [ 836.080845] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 with Priority: HIGH for action security_group_rules [ 836.080845] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 with Priority: HIGH for action security_group_rules [ 836.080845] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f980468b-0344-4346-b81c-e44e9215741d with Priority: HIGH for action security_group_rules [ 836.081161] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 with Priority: HIGH for action security_group_rules [ 836.081161] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGH for action security_group_rules [ 836.081161] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc25fe6-9626-411a-8121-89a74e03d8db with Priority: HIGH for action security_group_rules [ 836.081372] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGH for action security_group_rules [ 836.081372] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 with Priority: HIGH for action security_group_rules [ 836.081492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed with Priority: HIGH for action security_group_rules [ 836.081492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a with Priority: HIGH for action security_group_rules [ 836.081599] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGH for action security_group_rules [ 836.081667] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 with Priority: HIGH for action security_group_rules [ 836.084027] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084953] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.086657] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.087195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.087309] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.088607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7190302a-3543-4c2b-beed-a3ab4db54c19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.088935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.089205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.089361] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7190302a-3543-4c2b-beed-a3ab4db54c19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.090712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.090904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.090959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.091189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.091300] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.092587] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.092738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.092804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.093072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.093174] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.094642] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.094642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.094879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.095014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.098029] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.098221] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70186cc7-3109-4659-850d-7cceed4a4716 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.100245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.100245] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70186cc7-3109-4659-850d-7cceed4a4716',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.101107] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.101219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.101425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.101606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.101668] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.103194] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60734f54-b312-4346-92d7-414ab3aceeab taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.103194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.103194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.103367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.103367] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60734f54-b312-4346-92d7-414ab3aceeab',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.104502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a071ba8-5eb6-4105-b73f-7af219bfd407 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.104667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.104737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.104902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.104973] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a071ba8-5eb6-4105-b73f-7af219bfd407',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.106102] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41b527a-7fea-4b05-b04e-a8282f2196c6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.106215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.106335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.106523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.106610] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41b527a-7fea-4b05-b04e-a8282f2196c6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.106886] env[65334]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 836.107787] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f980468b-0344-4346-b81c-e44e9215741d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.108140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.108140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.108238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.108329] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f980468b-0344-4346-b81c-e44e9215741d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.109675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.112196] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10aa4c5-d5b5-4ebe-952f-539489d8e963',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.112196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113817] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.114186] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc25fe6-9626-411a-8121-89a74e03d8db taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.114599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.115960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.115960] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc25fe6-9626-411a-8121-89a74e03d8db',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.116630] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.116778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.116876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.117115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.117220] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.118514] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefa9147-ba74-4dd3-aba5-90f5ea669093 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.118666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.118764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.118942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.119046] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefa9147-ba74-4dd3-aba5-90f5ea669093',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.120236] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.120360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.120408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.120570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.120641] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52961079-80cc-4a5f-8fdc-dbfc019f83ed',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.122177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.122177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.122291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.122540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.122663] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba19235-8051-4f7d-bc5c-3685cfb02d5a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.123882] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.124054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.124150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.126089] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.126089] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547131ef-cf29-4719-b4a5-72fd81f191c0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.126089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.126089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.126398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.126398] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547131ef-cf29-4719-b4a5-72fd81f191c0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.126666] env[65334]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 836.133353] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.133879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.133879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.134094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.134284] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.134284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.134284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.136755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.136755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.136755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.136755] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.357848] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 in Status: SUCCESS [ 836.357974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.358576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.358769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.358972] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.359123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.359188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.359353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.359436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.359861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.359861] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.607543] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.607543] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.607543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.607543] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.607543] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.608161] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.608161] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.608161] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.608161] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.608161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.630045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.630315] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.630455] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.630630] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.631106] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-a613ce2e-6f5d-480a-a519-1b8ad79432cb taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.631328] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.631468] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.631905] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.632084] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a613ce2e-6f5d-480a-a519-1b8ad79432cb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.634846] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.634970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.635167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.636111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.636111] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 already deleted. [ 836.636111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.642878] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.642878] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.642878] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.642878] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.642878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.643779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.643779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.643779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.643779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.643779] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.655282] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.655282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.655282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.655282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.675464] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.675464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.675464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.675464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.675782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.675782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.675782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.675926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.675970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.676037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.676146] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.678686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.678773] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7190302a-3543-4c2b-beed-a3ab4db54c19 is going to be deleted. [ 836.680960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.680960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.680960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.681167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.682028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.682028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.682028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.682028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.682238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682377] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.688081] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.688081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.688081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.688280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.689484] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.689484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.689484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.689484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.689484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.689484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.689484] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.693740] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.693884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.693937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.694137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.694293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.694386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.694445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.694587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.694665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.694746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.694827] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.698314] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.698314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.698314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.698314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.698314] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.698647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.698647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.698647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.698647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.698770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.698808] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.700079] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.701612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.701612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.701612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.701612] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.703494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.703632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.703739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.703957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.704201] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.704301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.704361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.704524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.704612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.704693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.704796] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.718210] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.718423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.718423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.718611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.718763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.719392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.719392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.720051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.721683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.721683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.721683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.721683] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.722777] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.722777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.722777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.722777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.722999] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.723467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.724239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.724239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.724239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.724239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.724239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.724459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.724459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.724531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.724564] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.773099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.773099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.773328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.773917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.779024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.779024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.779024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.779416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.780179] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.780294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.782385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.782503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.783417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.783596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.784772] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.784898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.785713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.785806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.788108] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.788108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.788294] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.788375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.789881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.789881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.808165] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 836.808685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.808830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a071ba8-5eb6-4105-b73f-7af219bfd407 is going to be deleted. [ 836.809843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.810831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.837509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839155] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f980468b-0344-4346-b81c-e44e9215741d is going to be deleted. [ 836.840307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.861542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.861838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.861915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.862141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.862322] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.862461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.862533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.862686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.862791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.862945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.863131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.863237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.863295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.863424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.863566] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.863655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.863715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.863854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.863985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.864112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.864206] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.875610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.875711] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10aa4c5-d5b5-4ebe-952f-539489d8e963 is going to be deleted. [ 836.876878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.877159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.898661] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.898806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.918538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.918739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba19235-8051-4f7d-bc5c-3685cfb02d5a is going to be deleted. [ 836.919918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.920189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.942168] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.942429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.977683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.977893] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60734f54-b312-4346-92d7-414ab3aceeab is going to be deleted. [ 836.978940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.979210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.008890] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.009171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.045316] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.045533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.047107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.047235] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52961079-80cc-4a5f-8fdc-dbfc019f83ed is going to be deleted. [ 837.048321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.048399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.118955] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.119402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.136462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136726] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefa9147-ba74-4dd3-aba5-90f5ea669093 is going to be deleted. [ 837.138463] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.138751] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.138911] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.139352] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.139585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.139764] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port a613ce2e-6f5d-480a-a519-1b8ad79432cb not found, creating... [ 837.140105] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.140295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.140455] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.140866] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.141084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.141622] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.141767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.141933] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.142205] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.142430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.142665] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: a613ce2e-6f5d-480a-a519-1b8ad79432cb is going to be created. [ 837.143890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.144163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.145698] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52663a79-d366-4713-b25b-8a8605881931: rpc.has_security_group_logging(os_id): False [ 837.202603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.202739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.209312] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.212316] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.212531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.212937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.212937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.213078] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.213187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.213265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.213557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.213678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.213758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.214066] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.214208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.214208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.214374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.214656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.214656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.214656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.214861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.214927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.215055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.215181] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.216276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.216423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.216516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.216676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.216840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.216943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.217023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.217772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.217871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.218021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.218263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.218414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.218519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.218686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.218954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.218954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.219213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.219213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.219297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.219333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.219544] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.221901] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.222075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.222243] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.223150] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.227509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 837.229242] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0985fde5-6560-44f4-b6cb-5632cd877f86: rpc.has_security_group_logging(os_id): False [ 837.256845] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.257112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.257249] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.257553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.257791] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.258050] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.273216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.273351] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41b527a-7fea-4b05-b04e-a8282f2196c6 is going to be deleted. [ 837.274496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.274756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.276483] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.276606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.277940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.277940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.316619] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.316619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.331540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.331540] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70186cc7-3109-4659-850d-7cceed4a4716 is going to be deleted. [ 837.333481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.333872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368079] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2ee77e-d8cd-4009-acbe-d7aecdd31372: rpc.has_security_group_logging(os_id): False [ 837.371596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.371596] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547131ef-cf29-4719-b4a5-72fd81f191c0 is going to be deleted. [ 837.371596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.426999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.426999] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc25fe6-9626-411a-8121-89a74e03d8db is going to be deleted. [ 837.426999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.427409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.427529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.427673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7190302a-3543-4c2b-beed-a3ab4db54c19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.427924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.428161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.428299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.428446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a071ba8-5eb6-4105-b73f-7af219bfd407" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.429050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.429281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.429413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.429477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f980468b-0344-4346-b81c-e44e9215741d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.429619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.429778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.429856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.430019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10aa4c5-d5b5-4ebe-952f-539489d8e963" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.430139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.430288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.430360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.430478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba19235-8051-4f7d-bc5c-3685cfb02d5a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.430655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.430999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.431122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.431217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60734f54-b312-4346-92d7-414ab3aceeab" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.431348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.431514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.431604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.431736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52961079-80cc-4a5f-8fdc-dbfc019f83ed" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.431870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.432030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.473373] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.473684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.474873] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.475089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.490421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.490856] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.491147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.491400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.491516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.492037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.492126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.492503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.492717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52663a79-d366-4713-b25b-8a8605881931 is going to be updated. [ 837.494955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.495142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.507107] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.507360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.607520] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.607520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.622156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.622533] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.622709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.622795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.623267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.623410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.623684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.623820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.623893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.624152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.624272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.624499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.624619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.624690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.624866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.624968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.625107] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 837.626564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.626774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.626910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.627100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefa9147-ba74-4dd3-aba5-90f5ea669093" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.627270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631996] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 is going to be created. [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41b527a-7fea-4b05-b04e-a8282f2196c6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.711673] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b50170bc-ecc4-4336-8da8-af3eed8eb813: rpc.has_security_group_logging(os_id): False [ 837.721783] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 837.724701] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf9711f-dc79-480c-8131-ecda793112f9: rpc.has_security_group_logging(os_id): False [ 837.725789] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fd836f-165e-4da4-9d5e-180eebdc1144: rpc.has_security_group_logging(os_id): False [ 837.726793] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0625fa0a-5a25-4940-9f4d-0eb3959c27b5: rpc.has_security_group_logging(os_id): False [ 837.737263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.737580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.737710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.737776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.737994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.738088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.738307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.738400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.738466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.738689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.738803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.738987] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.739154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.740678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.740678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.740678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.740678] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 837.740905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.741140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.741247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547131ef-cf29-4719-b4a5-72fd81f191c0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.741380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.741621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.741728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70186cc7-3109-4659-850d-7cceed4a4716" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.838457] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.838734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.838734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.838896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.842065] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.842261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.844703] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.844850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.845844] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.845946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.846768] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.846869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.847919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.848791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.907668] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.907864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.914712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.914967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.934041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.934334] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.934460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.934527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.934761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.934847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.935074] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.935177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.935239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.936272] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.936272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.936272] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 837.937817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.937817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.937817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.937817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc25fe6-9626-411a-8121-89a74e03d8db" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.937817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.938301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.974279] env[65334]: INFO networking_nsxv3.common.synchronization [req-5ed537a4-9a2a-4911-8abb-939e4e88440d req-7861eee1-45b5-4ba9-927d-9e5ed9942ebf service nova] Enqueued Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_rules [ 837.974279] env[65334]: INFO networking_nsxv3.common.synchronization [req-5ed537a4-9a2a-4911-8abb-939e4e88440d req-7861eee1-45b5-4ba9-927d-9e5ed9942ebf service nova] Enqueued Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 837.974279] env[65334]: INFO networking_nsxv3.common.synchronization [req-5ed537a4-9a2a-4911-8abb-939e4e88440d req-7861eee1-45b5-4ba9-927d-9e5ed9942ebf service nova] Enqueued Resource ID: a613ce2e-6f5d-480a-a519-1b8ad79432cb with Priority: HIGHEST for action port [ 837.975492] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_rules [ 837.976133] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 837.976497] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a613ce2e-6f5d-480a-a519-1b8ad79432cb with Priority: HIGHEST for action port [ 837.978626] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.978626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.978626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.978626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.980281] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.981823] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.982213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.982894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.983147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.983343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.983772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.983772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.983966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.984082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.984249] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.985617] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a613ce2e-6f5d-480a-a519-1b8ad79432cb taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.985876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.985934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.986193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.986491] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a613ce2e-6f5d-480a-a519-1b8ad79432cb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.041914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.041914] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.041914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.041914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.042240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.042240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.042417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.042526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.042607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.042779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.042905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.043162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.043256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.043395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.043446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.043546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.044318] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 838.045167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.045455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.078246] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.078491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.124822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.124900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.125646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.125646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.125646] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 838.126494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.127139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.153042] env[65334]: INFO networking_nsxv3.common.synchronization [req-33436c6b-2e0f-4cf1-bc65-4f99f1cb4a60 req-12d2998a-099f-4fa6-9f29-e56d5dc22b57 tempest-InstanceActionsV221TestJSON-807011421 tempest-InstanceActionsV221TestJSON-807011421-project-member] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 838.153303] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGHEST for action security_group_members [ 838.153647] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.153769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.153846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.154380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.155031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.155031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.155031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.155031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.155031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.155031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.174422] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.174575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.214851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.215351] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.215460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.215553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.215743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.215825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.215928] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 is going to be updated. [ 838.217142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.217330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.217455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.218404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.218567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.218710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.219565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.219725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.291472] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: IN_PROGRESS for 2s [ 838.296696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.297099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.300211] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.300350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312227] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 838.330613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330900] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.331290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.331375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.331478] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 838.332572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.333045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.334349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.334489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.335448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.335592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.335726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.336591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.336739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.336869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.338110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.338270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 838.379602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 838.385321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 838.385321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 838.385321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 in Status: SUCCESS [ 838.385321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.491031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.492696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.492865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.493095] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a613ce2e-6f5d-480a-a519-1b8ad79432cb with status ACTIVE [ 838.493280] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.493416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.493572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.493722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.494223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.494223] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.494223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.494782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.494782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.494782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.494782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.494782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.494961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.495073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.495167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.495272] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a613ce2e-6f5d-480a-a519-1b8ad79432cb is going to be updated. [ 838.497727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.499207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.499207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.499207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.499207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.517401] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.517555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.517623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.517996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.535317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 838.535317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: IN_PROGRESS for 2s [ 838.547239] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 838.547775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.548064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.548064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.548725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.548725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.548725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a613ce2e-6f5d-480a-a519-1b8ad79432cb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.658767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.659127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.659635] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.659834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.660178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.660257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660339] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52663a79-d366-4713-b25b-8a8605881931 is going to be updated. [ 838.740373] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb7a7fc2-bdc3-401f-ba73-762e56f43a8d req-40eb42ad-8e22-43e1-8d5c-e436b2c0c223 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 838.741192] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 838.741527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.741694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.741740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.742207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.742403] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.742508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.742571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.742737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.742821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.742974] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.876471] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.876834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.876834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.876999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.910634] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: IN_PROGRESS for 2s [ 838.993903] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.141646] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.142026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.142026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.142416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.142731] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.142995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.143133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.143404] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.143582] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.143819] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.143958] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.144086] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.144220] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.144338] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.144446] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.144572] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.166855] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.166855] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.166855] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.167261] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.167316] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.167570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.168386] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.168386] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0897d43c-0d7f-4b99-ac77-49a17eed2b4d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.245360] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.245565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.245645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.245968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.246099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.246336] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.246446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.246511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.246683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.246782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.246880] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef already deleted. [ 839.246975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.498057] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.498057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.498057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.498275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.498275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.498345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 is going to be created. [ 839.526521] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.526714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.527951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.527951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.527951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.538531] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: UNINITIALIZED for 2s [ 839.671762] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.672009] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.672143] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.672439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.672586] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672735] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 0897d43c-0d7f-4b99-ac77-49a17eed2b4d not found, creating... [ 839.673095] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.673256] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.673372] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.673600] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.673736] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.674234] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.674417] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.674573] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.674806] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.674974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.675163] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 0897d43c-0d7f-4b99-ac77-49a17eed2b4d is going to be created. [ 839.699473] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.699716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.699846] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.700158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.700391] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.700618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.314833] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: SUCCESS [ 840.315433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.328244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 840.328638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.406513] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 840.406846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.407665] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 840.407924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.408719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 840.408971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.409738] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 840.409960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.469809] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb7a7fc2-bdc3-401f-ba73-762e56f43a8d req-9d255ef2-5720-4cb5-b962-7557f14d5949 service nova] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 840.470090] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb7a7fc2-bdc3-401f-ba73-762e56f43a8d req-9d255ef2-5720-4cb5-b962-7557f14d5949 service nova] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 840.470304] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb7a7fc2-bdc3-401f-ba73-762e56f43a8d req-9d255ef2-5720-4cb5-b962-7557f14d5949 service nova] Enqueued Resource ID: 0897d43c-0d7f-4b99-ac77-49a17eed2b4d with Priority: HIGHEST for action port [ 840.471480] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_rules [ 840.471721] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 840.471837] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0897d43c-0d7f-4b99-ac77-49a17eed2b4d with Priority: HIGHEST for action port [ 840.472162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.472291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.472415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.472573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.472653] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.473654] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.473767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.473850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.474079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.474323] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.474484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.474592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.474836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.474976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.476705] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.477709] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.477857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.477984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.478150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.478257] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0897d43c-0d7f-4b99-ac77-49a17eed2b4d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.551036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: SUCCESS [ 840.551261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.551966] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 840.552156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.922601] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52663a79-d366-4713-b25b-8a8605881931 in Status: SUCCESS [ 840.922601] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52663a79-d366-4713-b25b-8a8605881931 deletion is rescheduled due to dependency. [ 840.922601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.979700] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.979894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.981277] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.982196] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0897d43c-0d7f-4b99-ac77-49a17eed2b4d with status ACTIVE [ 840.982408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.983112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.983112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.983112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.983112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.983335] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.983393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.983445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.983610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.983681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.983879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.983990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.984203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.984382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.984453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.984531] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0897d43c-0d7f-4b99-ac77-49a17eed2b4d is going to be updated. [ 841.008452] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.008608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.008918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.009073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.009237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0897d43c-0d7f-4b99-ac77-49a17eed2b4d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.487051] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.550263] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: SUCCESS [ 841.550583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.552467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552467] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.990535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.990712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.990811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.991177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.991312] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.991399] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef is going to be created. [ 842.018130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.018309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.018385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.020229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.020478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.031830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: UNINITIALIZED for 2s [ 842.054477] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.054685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.054734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.054940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.055108] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.055220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.055279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.055428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.055548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055787] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.055853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.055936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.056050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.056197] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.056290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.056333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.056476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.056540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.056631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.056729] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.560064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55df3fe-9a11-46b7-abcb-cc1723e91628: rpc.has_security_group_logging(os_id): False [ 842.584168] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.584290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584980] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.585111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.585243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.585515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.585515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.585716] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.585831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.585922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.586125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.586221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.586490] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.586656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.586730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.586988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.586988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.587109] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 is going to be created. [ 842.695030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.695030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.695266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.695378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.710439] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: IN_PROGRESS for 2s [ 844.044356] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: SUCCESS [ 844.044774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.044774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.045054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.045233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.045374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.045441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.045611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.045688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045868] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.548301] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.723779] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: SUCCESS [ 844.724092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.761281] env[65334]: INFO networking_nsxv3.common.synchronization [req-84ded84a-43ff-4a28-9557-797f1e76d598 req-87c400b0-6f5e-4bf7-83d3-62a923183e70 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 844.761903] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 844.763782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.763923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.764262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.764490] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.764828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.764913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.765040] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.798248] env[65334]: INFO networking_nsxv3.common.synchronization [req-84ded84a-43ff-4a28-9557-797f1e76d598 req-87c400b0-6f5e-4bf7-83d3-62a923183e70 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 844.798248] env[65334]: INFO networking_nsxv3.common.synchronization [req-84ded84a-43ff-4a28-9557-797f1e76d598 req-87c400b0-6f5e-4bf7-83d3-62a923183e70 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 844.798248] env[65334]: INFO networking_nsxv3.common.synchronization [req-84ded84a-43ff-4a28-9557-797f1e76d598 req-87c400b0-6f5e-4bf7-83d3-62a923183e70 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 844.798679] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 844.799047] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 844.799335] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 844.799899] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.800364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.800696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.801223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.802653] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.804503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.805010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.805941] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a09e4bc-75b4-47e6-b993-b54b50efd870 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.807796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.807796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.807796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.807796] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a09e4bc-75b4-47e6-b993-b54b50efd870',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.052224] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef: rpc.has_security_group_logging(os_id): False [ 845.077503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.077700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.077746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.077971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.078091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.078438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.078549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.078667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.078813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.078896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.078986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef is going to be created. [ 845.162655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.162655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.162655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.162655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.162655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.187567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: IN_PROGRESS for 2s [ 845.270830] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.305468] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.305690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310346] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a09e4bc-75b4-47e6-b993-b54b50efd870 with status ACTIVE [ 845.310688] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.311275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.311433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311691] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.311853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.311950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.312294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.312530] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.312669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.312725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.313068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313175] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 is going to be updated. [ 845.342388] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.342608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.342672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.342857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.343061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.343248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.773375] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.199365] env[65334]: INFO networking_nsxv3.common.synchronization [req-e57c8160-cbc8-4cb5-9dae-ae475ef2be6f req-e84d32e8-377b-4a91-9fbd-eff945aaca13 tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 846.199924] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 846.200273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.200396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.200470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.200730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.200931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.201055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.202842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.203096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.203194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.205398] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.282654] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.282654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.282654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.282654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.282654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.282654] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 846.346336] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.346514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.346514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.346749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.346897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.358294] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 846.648525] env[65334]: INFO networking_nsxv3.common.synchronization [req-404733a6-1de5-41f4-ac21-ef751c46267e req-f81362e2-4bb0-4373-a0ec-d3b2a26678f2 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 846.648709] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 846.648974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.649114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.649181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.649603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.649603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.649769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.649810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.649953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.650053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.650161] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.707712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.707911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.707998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.708601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.708601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.708778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.708883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.708883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.709176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.709176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.709285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 846.744431] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.744431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.744431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.744431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.744431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.757942] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 846.867231] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-745f9c2a-225d-4fa9-bd92-4155c29b0232 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 846.867907] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 846.872677] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.872677] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.872677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.872677] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.156012] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.202553] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: SUCCESS [ 847.202809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236583] env[65334]: INFO networking_nsxv3.common.synchronization [None req-24210af6-9dc3-471f-97a7-ff5ef6db1a77 None None] Enqueued Resource ID: 405070c8-dd39-4788-8823-a8bb95a7c6b7 with Priority: HIGHEST for action port [ 847.237555] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405070c8-dd39-4788-8823-a8bb95a7c6b7 with Priority: HIGHEST for action port [ 847.238062] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-405070c8-dd39-4788-8823-a8bb95a7c6b7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-405070c8-dd39-4788-8823-a8bb95a7c6b7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-405070c8-dd39-4788-8823-a8bb95a7c6b7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-405070c8-dd39-4788-8823-a8bb95a7c6b7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238787] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('405070c8-dd39-4788-8823-a8bb95a7c6b7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.335323] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-e5c77a38-ef8a-48b8-96b7-d3aa466b3789 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 847.335323] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 847.335323] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.335323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.378220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.378220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.378220] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b already deleted. [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.378220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.378220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.379046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.379046] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.661409] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.691994] env[65334]: INFO networking_nsxv3.common.synchronization [req-40eca1c2-56ae-4c59-9085-2c4999fbe891 req-904c3402-ffd6-492f-b83d-4f6c31dcc360 tempest-ServerMetadataTestJSON-1105832025 tempest-ServerMetadataTestJSON-1105832025-project-member] Enqueued Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 847.692702] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGHEST for action security_group_members [ 847.693326] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.693326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.693326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.693568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.693656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.693746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.693802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.694302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.694302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694302] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.742137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 405070c8-dd39-4788-8823-a8bb95a7c6b7 [ 847.742482] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.742622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.742689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.742912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.743043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.743199] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:405070c8-dd39-4788-8823-a8bb95a7c6b7 already deleted. [ 847.746018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-405070c8-dd39-4788-8823-a8bb95a7c6b7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.881501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.881721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.881721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.881955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.882059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.882259] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.882359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.882632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.882632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.882632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.882731] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b already deleted. [ 847.882822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.072678] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-95060d24-bcb5-444c-8ec7-e4df20f87de6 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 848.073291] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 848.073636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.073962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.073962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.075146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.075146] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.075146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.075146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.075146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.075399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.075399] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.164077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.164175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.164226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.164449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.164533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.164627] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 848.197537] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.199298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.199298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.199298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.202224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.202224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.202224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.202224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.202224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202224] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 is going to be updated. [ 848.204244] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.204634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.205031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.217517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 848.234968] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.235210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.235210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.235829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.235980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246967] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 in Status: IN_PROGRESS for 2s [ 848.370273] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 848.370479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.370639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.371683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.371683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.371683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.371683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.371980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.371980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.372093] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.458428] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.458428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.458428] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.458716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.458972] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.459906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.459906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.460291] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.460599] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.460675] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.460774] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.460877] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.460973] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.461094] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.461194] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.461319] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.482226] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.482460] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.482599] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.482773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.483742] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.483742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.483742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.484078] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.484245] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.577418] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.577576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.577649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.577865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.577954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.578169] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.578305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.578360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.578508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.578582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.578668] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b already deleted. [ 848.578745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.773864] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 848.775032] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 848.775032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.877044] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.992032] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.992032] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb not found, creating... [ 848.992032] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.992032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.992579] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.992579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.992579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.992836] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.993119] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.993460] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb is going to be created. [ 849.018332] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.018924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.019218] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020018] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020018] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.211250] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0d52e03a-3892-49aa-89a5-f1f2ed17e374 None None] Enqueued Resource ID: dffa7054-f407-433d-b0f7-66217578c6ac with Priority: HIGHEST for action port [ 849.212268] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffa7054-f407-433d-b0f7-66217578c6ac with Priority: HIGHEST for action port [ 849.212782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-dffa7054-f407-433d-b0f7-66217578c6ac taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.212987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dffa7054-f407-433d-b0f7-66217578c6ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.213113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dffa7054-f407-433d-b0f7-66217578c6ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.213476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dffa7054-f407-433d-b0f7-66217578c6ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.213598] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dffa7054-f407-433d-b0f7-66217578c6ac',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.381029] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.721094] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dffa7054-f407-433d-b0f7-66217578c6ac [ 849.721094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.721094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.721094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.721094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.721094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.721094] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dffa7054-f407-433d-b0f7-66217578c6ac already deleted. [ 849.721094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dffa7054-f407-433d-b0f7-66217578c6ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785542] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-826251c2-115f-4774-9379-4b337ef70474 service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 849.785672] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-826251c2-115f-4774-9379-4b337ef70474 service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 849.785855] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-826251c2-115f-4774-9379-4b337ef70474 service nova] Enqueued Resource ID: da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb with Priority: HIGHEST for action port [ 849.786358] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 849.786819] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 849.786819] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb with Priority: HIGHEST for action port [ 849.786990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.788188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.788478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.789618] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.790863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.790985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.791159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.791329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.791506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.791610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.791672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.791836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.791920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.792384] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.793065] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.793280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.793280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.793422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.793478] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.882721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.882880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.882985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.883220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.883313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.883413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 849.921523] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.921663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.921753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.921941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.922098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.935095] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 850.229030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 4s [ 850.258732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 in Status: SUCCESS [ 850.258934] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 deletion is rescheduled due to dependency. [ 850.259064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.295621] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.297408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297674] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb with status ACTIVE [ 850.297848] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.298076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.298225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.298309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.298480] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.298592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.298663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.298939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.302918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.303537] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.303537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.303755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.303818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.305297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.305297] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb is going to be updated. [ 850.338573] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.338918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.338918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.339234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.339234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.339350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8e54a4-3fe6-4d6e-9a5e-b1740d0e90eb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.675025] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.675295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-949" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.675387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-949" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-949" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675952] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.676315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.676507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.676670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.676812] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.677037] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.677153] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.677261] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.677402] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.677511] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.677626] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.677771] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.696333] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.696593] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.696670] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.696882] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-949" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.697148] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.697334] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.697454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.697774] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.697912] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3051aaea-c0a6-4654-bd4d-9fbe0aa064d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.807353] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.200208] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.200486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.200603] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.200903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.201116] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.201351] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 not found, creating... [ 851.201687] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.201906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.202050] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.202284] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.203037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.203037] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.203037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.203370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.203370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.203497] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.203599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 is going to be created. [ 851.229603] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.229603] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.229989] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.229989] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.230168] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.230393] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.242441] env[65334]: INFO networking_nsxv3.common.synchronization [req-c66176b7-37ce-4c1e-a531-eddc898fc796 req-0c2aa26d-b387-4eef-af61-3624ac041f57 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 851.243018] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 851.243339] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.243433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.260026] env[65334]: INFO networking_nsxv3.common.synchronization [req-c66176b7-37ce-4c1e-a531-eddc898fc796 req-0c2aa26d-b387-4eef-af61-3624ac041f57 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 851.260026] env[65334]: INFO networking_nsxv3.common.synchronization [req-c66176b7-37ce-4c1e-a531-eddc898fc796 req-0c2aa26d-b387-4eef-af61-3624ac041f57 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 851.260026] env[65334]: INFO networking_nsxv3.common.synchronization [req-c66176b7-37ce-4c1e-a531-eddc898fc796 req-0c2aa26d-b387-4eef-af61-3624ac041f57 tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 851.260369] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_rules [ 851.260774] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 851.260883] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 with Priority: HIGHEST for action port [ 851.262513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.262513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.262750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.262750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.262837] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a09e4bc-75b4-47e6-b993-b54b50efd870 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.263887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.263887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.263887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.263887] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a09e4bc-75b4-47e6-b993-b54b50efd870',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.310883] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.311310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.311310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.311394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.311554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.311612] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be created. [ 851.354964] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.355195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.355253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.355567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.355760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.368908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: UNINITIALIZED for 2s [ 851.510283] env[65334]: INFO networking_nsxv3.common.synchronization [req-af9753a9-4477-4a35-901c-0cdd6cc38147 req-37d736d4-21b4-4b0e-942b-a0e2da223906 tempest-ServersTestBootFromVolume-1721699371 tempest-ServersTestBootFromVolume-1721699371-project-member] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 851.510283] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 851.510283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.510283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.510283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.510283] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.767438] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a09e4bc-75b4-47e6-b993-b54b50efd870 with status ACTIVE [ 851.767659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.767790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.767858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.768089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.768184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.768374] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.768476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.768536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.768723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.768768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.768941] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.769044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.769104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.769412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.769412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.769565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a09e4bc-75b4-47e6-b993-b54b50efd870 is going to be updated. [ 851.797332] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.797484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.797532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.797755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.797925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.798064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a09e4bc-75b4-47e6-b993-b54b50efd870" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.948122] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 851.948348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.948520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.948750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.948946] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.949082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.949147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.949314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.949394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.949482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.949581] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.950601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.951247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.951446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.951658] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.959292] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-ccaf0e18-8e62-4a08-b907-a6ff6bb1647f service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 851.959474] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-ccaf0e18-8e62-4a08-b907-a6ff6bb1647f service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 851.959610] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-ccaf0e18-8e62-4a08-b907-a6ff6bb1647f service nova] Enqueued Resource ID: 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 with Priority: HIGHEST for action port [ 851.961056] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 851.961994] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 851.962149] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 with Priority: HIGHEST for action port [ 851.962469] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.962573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963127] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.963227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963587] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.963587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.963771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.963851] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3051aaea-c0a6-4654-bd4d-9fbe0aa064d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.011946] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.012134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.012433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.012524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.012724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.012821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.012902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.013162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.013261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.013354] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e already deleted. [ 852.013449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.240697] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 852.240697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.361884] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.362304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-73" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-73" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362795] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-73" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364502] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364962] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.365225] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.365903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.365903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.366065] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.366179] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.366306] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.366442] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.366597] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.366711] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.366849] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.386760] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.386997] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.387124] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.387376] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-73" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.387877] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.387877] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.388189] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388383] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.388525] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2d0bf4-7988-40fd-bb23-7da2d3db7268',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.453482] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.454716] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.466301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 with status ACTIVE [ 852.466563] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.467254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.467369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.467576] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.467703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.468422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.468422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.468422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.468720] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.468720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.468720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.468858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.468858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.470625] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3051aaea-c0a6-4654-bd4d-9fbe0aa064d4 is going to be updated. [ 852.493631] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.493864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.493864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.494101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.494375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.494375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3051aaea-c0a6-4654-bd4d-9fbe0aa064d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.891272] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.891476] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.891577] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.891991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.892187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.892411] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port cd2d0bf4-7988-40fd-bb23-7da2d3db7268 not found, creating... [ 852.892691] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892920] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.893164] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.893433] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.893597] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.894108] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.894206] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.894243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.894519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.894679] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.894864] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: cd2d0bf4-7988-40fd-bb23-7da2d3db7268 is going to be created. [ 852.920332] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.920537] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.920680] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.920994] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.921245] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.921474] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.955950] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf9711f-dc79-480c-8131-ecda793112f9: rpc.has_security_group_logging(os_id): False [ 852.957150] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.978529] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.978727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.978816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.979016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.979132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.979435] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.979539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.979597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.979746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.979814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.979896] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 853.062015] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.062508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.062508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.062508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.062663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.086846] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 853.227170] env[65334]: INFO networking_nsxv3.common.synchronization [req-fb889968-367c-4446-b6d3-adcf8796cffd req-3f52c7a4-a3e9-4b89-87e6-f6a911bea852 tempest-ServerDiagnosticsTest-1026074329 tempest-ServerDiagnosticsTest-1026074329-project-member] Enqueued Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 853.227709] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGHEST for action security_group_members [ 853.228277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.228437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.228524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.228750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.228929] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.229063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.229145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.229332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.229459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.229574] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.379790] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 853.380160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.380280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.380660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.380779] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.380848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.380891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.381063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.381169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.381254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.381353] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.382229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.382374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.382540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.382643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.382704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.382847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.382922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.383033] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.459516] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.459669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.459743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.459955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.460052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460152] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 853.489542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.489693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.489828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.490096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.490245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.494855] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495050] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.495174] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.495434] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.495692] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.495952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.496185] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.496323] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.496540] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.496629] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.496733] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.496834] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.496949] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.497068] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.497195] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.500147] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 853.514346] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.514545] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.514696] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.514872] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-154" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.515370] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-8dda2ca3-4feb-4f7f-ada5-17d01e765742 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.515585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.515712] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.516122] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.516278] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dda2ca3-4feb-4f7f-ada5-17d01e765742',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.602991] env[65334]: INFO networking_nsxv3.common.synchronization [req-af9753a9-4477-4a35-901c-0cdd6cc38147 req-aed83368-cfa0-4d4c-8270-8ed385d50a6d service nova] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 853.603266] env[65334]: INFO networking_nsxv3.common.synchronization [req-af9753a9-4477-4a35-901c-0cdd6cc38147 req-aed83368-cfa0-4d4c-8270-8ed385d50a6d service nova] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 853.603410] env[65334]: INFO networking_nsxv3.common.synchronization [req-af9753a9-4477-4a35-901c-0cdd6cc38147 req-aed83368-cfa0-4d4c-8270-8ed385d50a6d service nova] Enqueued Resource ID: cd2d0bf4-7988-40fd-bb23-7da2d3db7268 with Priority: HIGHEST for action port [ 853.603951] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_rules [ 853.604192] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 853.604337] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2d0bf4-7988-40fd-bb23-7da2d3db7268 with Priority: HIGHEST for action port [ 853.604696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.604854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.604943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.605189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.605311] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.607355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.607512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.607610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.607856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.608076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.608182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.608256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.608442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.608532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.610474] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.610474] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.610474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.610474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.610474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.610474] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2d0bf4-7988-40fd-bb23-7da2d3db7268',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.733044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.733044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.733044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.733044] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 is going to be updated. [ 853.761135] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.761413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.761490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.761981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.762242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.772656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: IN_PROGRESS for 2s [ 853.884428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.884620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.884760] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.018729] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.019727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.019727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.019727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.019727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.020165] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 8dda2ca3-4feb-4f7f-ada5-17d01e765742 not found, creating... [ 854.020165] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.020272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.020389] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.020612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.020759] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.021220] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.021408] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.021546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.021819] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.022059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.022259] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 8dda2ca3-4feb-4f7f-ada5-17d01e765742 is going to be created. [ 854.046106] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.046344] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.046466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.046753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.047059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.047214] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.117137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.117137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.117137] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.117137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd2d0bf4-7988-40fd-bb23-7da2d3db7268 with status ACTIVE [ 854.117464] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.117464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.117562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.117749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.117842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.118139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.118139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.118236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.121349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.121349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.121349] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd2d0bf4-7988-40fd-bb23-7da2d3db7268 is going to be updated. [ 854.165044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.165044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.165044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.165044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.165246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.165344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd2d0bf4-7988-40fd-bb23-7da2d3db7268" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.387050] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.621558] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.765858] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-d1cd6e8d-7c01-497d-9e1d-c897e030c3f7 service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 854.766035] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-d1cd6e8d-7c01-497d-9e1d-c897e030c3f7 service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 854.766167] env[65334]: INFO networking_nsxv3.common.synchronization [req-3d35c765-2bf3-4782-8952-afb5ec9d1879 req-d1cd6e8d-7c01-497d-9e1d-c897e030c3f7 service nova] Enqueued Resource ID: 8dda2ca3-4feb-4f7f-ada5-17d01e765742 with Priority: HIGHEST for action port [ 854.766664] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 854.766818] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 854.766884] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dda2ca3-4feb-4f7f-ada5-17d01e765742 with Priority: HIGHEST for action port [ 854.767162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.767261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767449] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.767530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dda2ca3-4feb-4f7f-ada5-17d01e765742 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.767838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.771294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.771396] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dda2ca3-4feb-4f7f-ada5-17d01e765742',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.890975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.893285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.893285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.893285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.893285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.893285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 854.930130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.930130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.930130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.930130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.930130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.941342] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 855.100966] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 855.101890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.101890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.101890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.101890] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.125670] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.125848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.128180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.128444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.128562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.128825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e is going to be created. [ 855.153858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.154055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.154129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.154330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.154497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.165480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: UNINITIALIZED for 2s [ 855.273565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dda2ca3-4feb-4f7f-ada5-17d01e765742 with status ACTIVE [ 855.273838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.274106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.274206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.274424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.274513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.274687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.274783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.274864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.275481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.275540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275881] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dda2ca3-4feb-4f7f-ada5-17d01e765742 is going to be updated. [ 855.308213] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.308391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.308459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.308877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.308877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.308986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dda2ca3-4feb-4f7f-ada5-17d01e765742" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.513352] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 855.513633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.513984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514271] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.514405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.514469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514812] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.605531] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.605737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.786179] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 in Status: SUCCESS [ 855.786617] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 deletion is rescheduled due to dependency. [ 855.786617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.017630] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.526650] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.953892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 856.954190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.954429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.954630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.954864] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.954992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.955098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.955296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.955373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.955471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.955667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.955753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.955794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.955988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.956144] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.956240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.956301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.956441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.956516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.956596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.956683] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.957793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.958015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.958235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.958353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.958420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.958569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.959429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.959429] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.008049] env[65334]: INFO networking_nsxv3.common.synchronization [None req-22365548-fffd-49b4-821a-c640f1b5317a tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 857.008299] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 857.008622] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.008759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.008816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.009100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.009209] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.031051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.031286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.031286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.031536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.032760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.032760] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 857.065467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.065695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.065695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.065888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.066039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.078971] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 857.158387] env[65334]: INFO networking_nsxv3.common.synchronization [req-35b58479-18ec-4912-b5d8-66e519a83a4f req-a7782920-662e-4224-8887-e22e0a280e97 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 857.163031] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 857.163031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.163031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.163031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.163031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.178468] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: SUCCESS [ 857.178468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.179184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.179450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.179655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.179774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.179972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.180028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.180097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.181081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.181081] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.252764] env[65334]: INFO networking_nsxv3.common.synchronization [None req-6445b94d-6998-410c-939d-7ce683884bb5 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 857.253558] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 857.253955] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.254075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.460986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c3f30c-ad34-4f50-8d95-152d2b3b897b: rpc.has_security_group_logging(os_id): False [ 857.464030] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.486694] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.488965] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.488965] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.488965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.490114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.490114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.490114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.490114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.490114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.490451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.490451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.490451] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be created. [ 857.534899] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.534899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.534899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.535557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.535557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.535557] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 already deleted. [ 857.535557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.535557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.535557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.535777] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.558385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.558569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.558624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.558840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.558987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.574289] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 857.587398] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.587599] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.587798] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.588669] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.589062] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.589279] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.589408] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.589666] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.589922] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.590023] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.590199] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.590370] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.590494] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.590617] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.590800] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.590861] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.630594] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.630785] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.631016] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.631256] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.631605] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-fe2014e6-ece5-4e32-a2af-ee4580e0561d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.631818] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.631957] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.632377] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.632532] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2014e6-ece5-4e32-a2af-ee4580e0561d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.665568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.665729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.665803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.666048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.666153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.666376] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.666479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.666538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.666702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.666779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.666907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 already deleted. [ 857.667081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.682635] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.966235] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.060799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.061311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.061423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.061555] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 already deleted. [ 858.061696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.136718] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.137021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.137131] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.137422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.137572] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.137723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port fe2014e6-ece5-4e32-a2af-ee4580e0561d not found, creating... [ 858.138011] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.138212] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.138329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.138554] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.138691] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.138979] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.139149] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.139260] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.139515] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.139657] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.139795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: fe2014e6-ece5-4e32-a2af-ee4580e0561d is going to be created. [ 858.162349] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.162570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.162693] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.163105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.163368] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.163605] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.185679] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e: rpc.has_security_group_logging(os_id): False [ 858.211352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.211552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.211552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.211670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.211760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212014] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.212158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.212213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.212357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.212435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212524] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e is going to be created. [ 858.297225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.297412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.297544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.297886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.298921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.316267] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: IN_PROGRESS for 2s [ 858.468608] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.468851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.468851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.469103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.469195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.469296] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 858.504476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.505207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.506302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.518564] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 858.905971] env[65334]: INFO networking_nsxv3.common.synchronization [req-35b58479-18ec-4912-b5d8-66e519a83a4f req-514b2a19-997c-483d-ad5f-01faf1590de0 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 858.906307] env[65334]: INFO networking_nsxv3.common.synchronization [req-35b58479-18ec-4912-b5d8-66e519a83a4f req-514b2a19-997c-483d-ad5f-01faf1590de0 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 858.906499] env[65334]: INFO networking_nsxv3.common.synchronization [req-35b58479-18ec-4912-b5d8-66e519a83a4f req-514b2a19-997c-483d-ad5f-01faf1590de0 service nova] Enqueued Resource ID: fe2014e6-ece5-4e32-a2af-ee4580e0561d with Priority: HIGHEST for action port [ 858.907478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 858.907478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 858.907478] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2014e6-ece5-4e32-a2af-ee4580e0561d with Priority: HIGHEST for action port [ 858.907684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.909197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.909197] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.909295] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.909354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.909408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.909829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.910076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.910205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.910322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.912552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.912552] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.912552] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2014e6-ece5-4e32-a2af-ee4580e0561d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.912552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.912552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.912552] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2014e6-ece5-4e32-a2af-ee4580e0561d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.091249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 859.091558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.092152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.092261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.092326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.092584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.092675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.092740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.092850] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.406556] env[65334]: INFO networking_nsxv3.common.synchronization [req-ed917933-14b1-4f48-a62a-3b816d770fbc req-f37bebd5-1a30-4b52-a53b-67562bb54f2b tempest-AttachInterfacesUnderV243Test-1967872219 tempest-AttachInterfacesUnderV243Test-1967872219-project-member] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 859.407322] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGHEST for action security_group_members [ 859.407778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.407952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.408075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.408413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.408616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.408731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.408782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.408978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.409100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.409210] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.415771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.416069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.416265] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.417265] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2014e6-ece5-4e32-a2af-ee4580e0561d with status ACTIVE [ 859.417511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.417621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.417668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.417871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.417961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.418187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.418331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.418398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.418591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.418710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.418939] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.419040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.419080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.419226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.419366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.419537] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2014e6-ece5-4e32-a2af-ee4580e0561d is going to be updated. [ 859.443841] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.444669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2014e6-ece5-4e32-a2af-ee4580e0561d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.590274] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 859.590498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.590643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.590878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.591165] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.595112] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.914551] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.914960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.914960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.915079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.915144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.915352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.915457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.915510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.915683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.915742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.915830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 859.926749] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.949609] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.962194] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 860.091162] env[65334]: INFO networking_nsxv3.common.synchronization [req-04e66ff2-0905-4808-a94b-8d170ed904a1 req-5be00510-0e2d-472b-9dd4-edff8feeecba tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 860.091162] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 860.091162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.091162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.091162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.091162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.091954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.091954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.091954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.091954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.092276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092608] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.094427] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.094535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.097071] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf9711f-dc79-480c-8131-ecda793112f9: rpc.has_security_group_logging(os_id): False [ 860.117036] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.117865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.117972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.118215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.118312] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.118575] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.118675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.118739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.118894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.118985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.119100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be updated. [ 860.180352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.180515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.180675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.181295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.181354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.197135] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: IN_PROGRESS for 2s [ 860.330672] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: SUCCESS [ 860.331236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.430510] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.431749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.436019] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be created. [ 860.461049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.461372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.461557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.461910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.462202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.473935] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: UNINITIALIZED for 2s [ 860.528933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 860.529183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.529387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.529625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.529822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.529951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.530018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.530182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.530263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.530347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.530435] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.561756] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.561946] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562790] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.562790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.563650] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.564295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565094] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.565608] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.566519] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.566519] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.566519] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.566519] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.566519] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.589727] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.589894] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.590042] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.590275] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.590619] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.590788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.590911] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.591260] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.591398] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d1c9e5-7f79-45f7-b2c8-3215773f2f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.595995] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.597586] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.597586] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 already deleted. [ 860.597586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.034854] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.035377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.035377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.035627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.035886] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.036106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.036239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.036579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.036718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.036926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.037282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.037447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.037848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.038134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.038267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.038437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.038518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038751] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.097046] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.097652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.097652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.101504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101504] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 not found, creating... [ 861.101504] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101856] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.102203] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104676] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.104676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.104676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.104676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104993] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104993] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 is going to be created. [ 861.125280] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.125519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.125642] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.125921] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.126170] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.126402] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.540908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c3f30c-ad34-4f50-8d95-152d2b3b897b: rpc.has_security_group_logging(os_id): False [ 861.559808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.560045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.560124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.560389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.560580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.560810] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.560934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.561032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.561202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.561296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.561502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.561615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.561685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.561863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.561955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.564168] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.564281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.564348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.564500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.564581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.564680] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 861.647712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.647917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.647967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.669133] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 861.867953] env[65334]: INFO networking_nsxv3.common.synchronization [req-04e66ff2-0905-4808-a94b-8d170ed904a1 req-c62d8a3d-8af6-4b75-8bce-192efdd0d6a7 service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 861.868224] env[65334]: INFO networking_nsxv3.common.synchronization [req-04e66ff2-0905-4808-a94b-8d170ed904a1 req-c62d8a3d-8af6-4b75-8bce-192efdd0d6a7 service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 861.868304] env[65334]: INFO networking_nsxv3.common.synchronization [req-04e66ff2-0905-4808-a94b-8d170ed904a1 req-c62d8a3d-8af6-4b75-8bce-192efdd0d6a7 service nova] Enqueued Resource ID: 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 with Priority: HIGHEST for action port [ 861.868793] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 861.868924] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 861.869025] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 with Priority: HIGHEST for action port [ 861.869671] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.869671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.869671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.869879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.869879] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.876843] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.876959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.877043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.877245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.877398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.877489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.877549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.877689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.877770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.877860] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.878668] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.878781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.878840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.878977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.885319] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d1c9e5-7f79-45f7-b2c8-3215773f2f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.974133] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 861.976774] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 deletion is rescheduled due to dependency. [ 861.976774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf9711f-dc79-480c-8131-ecda793112f9 in Status: SUCCESS [ 862.215660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.382394] env[65334]: INFO networking_nsxv3.common.synchronization [req-68cf1039-8633-41dd-8510-935639e30e13 req-c53df24f-bf67-4b58-bf19-b523a1d46bd2 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 862.385063] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 862.385063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.385063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.385063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.385063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.385063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.385063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.385063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.385828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.385828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.385828] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.389525] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.390532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.390532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.390898] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 with status ACTIVE [ 862.391147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.391262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.391328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.391587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.391643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.391953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.391953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.391953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.392188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.392188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.392585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.392585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.392676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.392791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.392910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.393046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61d1c9e5-7f79-45f7-b2c8-3215773f2f38 is going to be updated. [ 862.427992] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.427992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.427992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.427992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.427992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.427992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d1c9e5-7f79-45f7-b2c8-3215773f2f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.491642] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.493093] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.493093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.493093] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.761239] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.761490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.761601] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.761984] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.762529] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.762743] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.762926] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.763223] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.763495] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.763919] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.764077] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.764225] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.764407] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.764519] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.764646] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.764825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.803938] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.804189] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.804420] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.804576] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.804827] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-56577943-ae54-46ff-82b7-27a7c1844596 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.805109] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.805220] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.805531] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.805676] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56577943-ae54-46ff-82b7-27a7c1844596',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.894259] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.894525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.894610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.894811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.896656] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.918872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.919152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.919272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.919338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.919540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.919625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.919705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 862.948097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.948301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.948403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.948623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.948756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.959796] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 862.996905] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.996905] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.996905] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.996905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.997646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.997646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.997646] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.997646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.997646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.998184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.998351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.998488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.998623] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.308213] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.308571] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.308571] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.308862] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.309025] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.309188] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 56577943-ae54-46ff-82b7-27a7c1844596 not found, creating... [ 863.309450] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.309606] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.309721] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.309937] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.310081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310370] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.310654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.310654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.310859] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.310992] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.311149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 56577943-ae54-46ff-82b7-27a7c1844596 is going to be created. [ 863.341202] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.341494] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.341621] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.341886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.342166] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.342420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.400059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.400316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.400452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.400680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.400769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.400865] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be created. [ 863.443676] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.443833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.443893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.454426] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: UNINITIALIZED for 2s [ 863.500950] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16142fd-fb1e-47fc-93ff-45f232ae45d3: rpc.has_security_group_logging(os_id): False [ 863.520492] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521409] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.521532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.521618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.522182] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.522282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.522344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.522871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.522972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.523218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.523346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.523410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.523524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.523590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.523682] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be created. [ 863.585137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.585320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.585371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.585559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.585739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598712] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 863.686295] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 863.686658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.686895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.687131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.687243] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.094065] env[65334]: INFO networking_nsxv3.common.synchronization [req-68cf1039-8633-41dd-8510-935639e30e13 req-c90d83df-f50e-4b6f-9b76-ff4745781469 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 864.094260] env[65334]: INFO networking_nsxv3.common.synchronization [req-68cf1039-8633-41dd-8510-935639e30e13 req-c90d83df-f50e-4b6f-9b76-ff4745781469 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 864.094391] env[65334]: INFO networking_nsxv3.common.synchronization [req-68cf1039-8633-41dd-8510-935639e30e13 req-c90d83df-f50e-4b6f-9b76-ff4745781469 service nova] Enqueued Resource ID: 56577943-ae54-46ff-82b7-27a7c1844596 with Priority: HIGHEST for action port [ 864.094935] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 864.095149] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 864.095262] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56577943-ae54-46ff-82b7-27a7c1844596 with Priority: HIGHEST for action port [ 864.095548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.095666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.095733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.096067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.096207] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.097538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.097538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.097538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-56577943-ae54-46ff-82b7-27a7c1844596 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.097678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.097712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.097880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.097955] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56577943-ae54-46ff-82b7-27a7c1844596',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.189483] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.189650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.189703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.189917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.190136] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.190241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.190337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.190479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.190566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.190655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.190745] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.600080] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.600520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.601730] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56577943-ae54-46ff-82b7-27a7c1844596 with status ACTIVE [ 864.601819] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.601935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.602011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.602250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.602347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.602532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.602688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.602688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.602845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.602920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.603329] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.603329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.603329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.603483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.603557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.604126] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56577943-ae54-46ff-82b7-27a7c1844596 is going to be updated. [ 864.612620] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7d937255-b649-408c-997b-3ab1cfacc595 None None] Enqueued Resource ID: f48d8188-1857-4311-828f-f93a1b62aeb4 with Priority: HIGHEST for action port [ 864.612620] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f48d8188-1857-4311-828f-f93a1b62aeb4 with Priority: HIGHEST for action port [ 864.612620] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f48d8188-1857-4311-828f-f93a1b62aeb4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.612792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f48d8188-1857-4311-828f-f93a1b62aeb4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.612792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f48d8188-1857-4311-828f-f93a1b62aeb4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.612993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f48d8188-1857-4311-828f-f93a1b62aeb4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.616717] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f48d8188-1857-4311-828f-f93a1b62aeb4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.632903] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.633149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.633228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.633512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.633573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.633749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56577943-ae54-46ff-82b7-27a7c1844596" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.693114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.693332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.693449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.693676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.693874] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.693998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.694083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.694256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.694348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.694437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.694601] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.694714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.694764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.695528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.695528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.695909] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.971020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 864.971020] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.971020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.971020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.971020] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.122578] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f48d8188-1857-4311-828f-f93a1b62aeb4 [ 865.122578] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.122578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.122578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.122791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.122791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122838] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f48d8188-1857-4311-828f-f93a1b62aeb4 already deleted. [ 865.122932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f48d8188-1857-4311-828f-f93a1b62aeb4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.200112] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c3f30c-ad34-4f50-8d95-152d2b3b897b: rpc.has_security_group_logging(os_id): False [ 865.221528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.221528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.221696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.222523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.222523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.222523] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.222523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.222523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.222523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.222846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.222846] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.222846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.222944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.224702] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.224702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.224702] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 865.307593] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.307742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.307813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.308052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.308201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.327693] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 865.465927] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 865.465927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465927] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466359] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.474222] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.614559] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 865.614559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.972250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.972519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.972740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.972859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.973130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.973586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.973586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.973586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.973738] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974407] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.974407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.974555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.975018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.979044] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.484596] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d32b7a-41f0-41dd-9499-ab4269a31f38: rpc.has_security_group_logging(os_id): False [ 866.489724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.489724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.489724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.489724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.489724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.489724] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 866.516763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.516971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.516971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.517216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.517530] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.517628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.517837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.517837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.518170] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.518746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.519723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be created. [ 866.528394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.528624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.528624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.529594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.529594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.540287] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 866.622100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.622416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.622416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.623043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.625669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645090] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 867.345433] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 867.346029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.512123] env[65334]: INFO networking_nsxv3.common.synchronization [None req-d775b129-276e-414e-abaa-9b945c5c35d7 None None] Enqueued Resource ID: 583d4f48-4949-493d-a9ef-2436d2895fd9 with Priority: HIGHEST for action port [ 867.512653] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d4f48-4949-493d-a9ef-2436d2895fd9 with Priority: HIGHEST for action port [ 867.513143] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-583d4f48-4949-493d-a9ef-2436d2895fd9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583d4f48-4949-493d-a9ef-2436d2895fd9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583d4f48-4949-493d-a9ef-2436d2895fd9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.513544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583d4f48-4949-493d-a9ef-2436d2895fd9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.513544] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583d4f48-4949-493d-a9ef-2436d2895fd9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.018488] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 583d4f48-4949-493d-a9ef-2436d2895fd9 [ 868.018834] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.018903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.021024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.021024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:583d4f48-4949-493d-a9ef-2436d2895fd9 already deleted. [ 868.021024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583d4f48-4949-493d-a9ef-2436d2895fd9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.176676] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fa1f729-eec0-4e46-ab23-5dca1db28dfe req-e644beaf-a9a2-471c-b2ba-9f0f3ca81eb7 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 868.177260] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 868.177561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.177675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.177742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.177936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.178646] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.178862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.181147] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.555678] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 868.555678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.555678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.556822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.556822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.556822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.556822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.556822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.556822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.557123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.557123] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.658364] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 868.658702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.683127] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.061840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.062401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.062401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.062401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.062562] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.062617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.062647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.062783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.062882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.062953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.063148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.063304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.063464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.063699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.063786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.063881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.064067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.064067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.064130] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.186027] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.567461] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 869.588304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.588419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.588489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.588844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.589078] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.589214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.589249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.589395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.589471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.589660] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.589752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.589812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.589953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.590041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.590225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.590316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.590374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.590601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.590685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.590771] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 869.657823] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.657968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.658048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.658276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.658426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 869.691585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.691585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.691585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.691585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.691585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691585] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 869.728754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.728754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.728754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.729094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.729329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.758221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 870.196017] env[65334]: INFO networking_nsxv3.common.synchronization [req-c326555f-0d9d-4f42-ae22-71466f13c3bb req-b36dae7f-3f42-4112-afb9-67bd5cef1d36 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 870.196397] env[65334]: INFO networking_nsxv3.common.synchronization [req-c326555f-0d9d-4f42-ae22-71466f13c3bb req-b36dae7f-3f42-4112-afb9-67bd5cef1d36 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 870.196397] env[65334]: INFO networking_nsxv3.common.synchronization [req-c326555f-0d9d-4f42-ae22-71466f13c3bb req-b36dae7f-3f42-4112-afb9-67bd5cef1d36 tempest-SecurityGroupsTestJSON-1110490215 tempest-SecurityGroupsTestJSON-1110490215-project-member] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 870.196915] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGHEST for action security_group_members [ 870.197211] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGHEST for action security_group_members [ 870.197346] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGHEST for action security_group_members [ 870.197648] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.197770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.197833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.198060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.198238] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.198354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.198417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.198590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.198682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.198782] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.200291] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.200402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.200462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.200623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.200765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.200859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.200916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.201094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.201165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.201260] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.202630] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.202749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.202796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.202969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.203162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.203291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.203364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.203534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.203634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.203727] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.701435] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.701567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.701644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.701882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.703324] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.703324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.706986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.707246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.723035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.723035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.723035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.723035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.723302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.723357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.723451] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be updated. [ 870.725485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.725677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.749208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.749472] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.749676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.749676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.749894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.749976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.750077] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 is going to be updated. [ 870.751306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.751642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.751871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.752064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.752136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.752315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.752412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.752529] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be updated. [ 870.769734] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.769874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.769938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.770185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.770329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.783221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: IN_PROGRESS for 2s [ 870.786801] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.786874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.786930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.787134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.787293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.788950] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.789100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.789167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.789349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.789484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.802331] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: IN_PROGRESS for 2s [ 870.802331] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: IN_PROGRESS for 2s [ 871.264051] env[65334]: INFO networking_nsxv3.common.synchronization [req-a948e634-9229-4794-91fe-ec6bf3c0c731 req-8d56558a-71cf-46a9-91a7-81e228e3680e tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.264625] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.265560] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.265560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.265560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.265560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.265560] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.265560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.265888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.265888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.266415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.266527] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.487031] env[65334]: INFO networking_nsxv3.common.synchronization [req-a948e634-9229-4794-91fe-ec6bf3c0c731 req-45f2f1cd-d851-471c-997f-a5a9d32757c5 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.487825] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.488337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.489432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.687460] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 871.687460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.691961] env[65334]: INFO networking_nsxv3.common.synchronization [req-a948e634-9229-4794-91fe-ec6bf3c0c731 req-d8882e3e-2e6e-40bb-9d4b-4ad55cb31670 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.692662] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 871.693088] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.693296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.770679] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 871.770679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.770679] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.985359] env[65334]: INFO networking_nsxv3.common.synchronization [req-c199c3da-051d-4fae-883e-a13208f48fd9 req-6de72588-cdf1-43fc-9ecf-f37921a4dfc8 tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 871.985724] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 871.986152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.986229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.986279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.986512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.986797] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.986797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.986797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.986933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.987122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.987122] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.273815] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.309342] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.309530] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.309649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.311457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.311911] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.312124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.312307] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.312657] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.313938] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.313938] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.313938] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.313938] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.313938] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.313938] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.314246] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.314345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.341967] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.342156] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.342268] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.342445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.342762] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-d7589dcd-4719-4952-9875-9891c7aabdd8 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.342934] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.343064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.343499] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.343634] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7589dcd-4719-4952-9875-9891c7aabdd8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.489461] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.489461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.489461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.489461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.489461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.490132] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.490132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.490132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.490132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.490132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.490132] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 872.520914] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.521178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.521397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.521542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.521681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.532384] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 872.777614] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.777768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.777848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.778102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.778178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.778437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 872.793993] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89deacd7-2408-4f55-8980-f063d1c8defd in Status: SUCCESS [ 872.794264] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd deletion is rescheduled due to dependency. [ 872.795497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.844527] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 in Status: SUCCESS [ 872.844675] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 deletion is rescheduled due to dependency. [ 872.844774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.845722] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 in Status: SUCCESS [ 872.845904] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 deletion is rescheduled due to dependency. [ 872.845998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.846585] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.846814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.846951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.847301] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.847466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.847636] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port d7589dcd-4719-4952-9875-9891c7aabdd8 not found, creating... [ 872.847936] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.848156] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.848290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.848548] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.848715] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.849064] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.849276] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.849368] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.849649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.849806] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.849979] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: d7589dcd-4719-4952-9875-9891c7aabdd8 is going to be created. [ 872.857273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.857496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.857617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.857870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.858078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.874688] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 872.888228] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.888567] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.888703] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.889055] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.889345] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.889703] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.580226] env[65334]: INFO networking_nsxv3.common.synchronization [req-c199c3da-051d-4fae-883e-a13208f48fd9 req-e75345f2-417c-4328-a21b-9eb7673a4c57 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 873.580473] env[65334]: INFO networking_nsxv3.common.synchronization [req-c199c3da-051d-4fae-883e-a13208f48fd9 req-e75345f2-417c-4328-a21b-9eb7673a4c57 service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 873.580518] env[65334]: INFO networking_nsxv3.common.synchronization [req-c199c3da-051d-4fae-883e-a13208f48fd9 req-e75345f2-417c-4328-a21b-9eb7673a4c57 service nova] Enqueued Resource ID: d7589dcd-4719-4952-9875-9891c7aabdd8 with Priority: HIGHEST for action port [ 873.581050] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 873.581187] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 873.581283] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7589dcd-4719-4952-9875-9891c7aabdd8 with Priority: HIGHEST for action port [ 873.581607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.581674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.581739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.581943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.583763] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.585809] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.585809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.585892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7589dcd-4719-4952-9875-9891c7aabdd8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.585990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.586035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.586215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.586293] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7589dcd-4719-4952-9875-9891c7aabdd8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.086041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.086224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.089031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7589dcd-4719-4952-9875-9891c7aabdd8 with status ACTIVE [ 874.089031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.089176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.089262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.089822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.089969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.090283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.090473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.090600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.090919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.091045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.091326] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.091509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.091624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.091865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.092020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.092175] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7589dcd-4719-4952-9875-9891c7aabdd8 is going to be updated. [ 874.130174] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.130344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.130344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.130568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.130702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.130869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7589dcd-4719-4952-9875-9891c7aabdd8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.545049] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 874.545049] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 874.545049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.545049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545341] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.545493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.545493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.545807] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.604401] env[65334]: INFO networking_nsxv3.common.synchronization [req-8771d111-0207-4666-8478-9900ba53029d req-71195949-d9b9-4a0d-95d4-a50c6363370e tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 874.606054] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 874.607384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.607676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.607833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.608139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.608379] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.608640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.608783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.611469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.611622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.611813] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.884953] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 874.885205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.885364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.885581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.885780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.885897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.885961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.886157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.886240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.886341] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.989088] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.989315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.989443] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.989739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.990015] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.990176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.990292] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.990526] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.990727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.990972] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.991142] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.991218] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.991325] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.991432] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.991535] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.991660] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.016053] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.016150] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.016263] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.016445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.016784] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-d50e4b45-0f5f-408f-8e8a-a4b26913903c taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.016961] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.017091] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.017442] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.017580] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50e4b45-0f5f-408f-8e8a-a4b26913903c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.050502] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.113971] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.388764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.388913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.389040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.389509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.389612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.389672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.389988] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 875.415951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.416117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.416183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.416386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.416529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.428020] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 875.521009] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.521009] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.521246] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.521408] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.521560] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.521713] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port d50e4b45-0f5f-408f-8e8a-a4b26913903c not found, creating... [ 875.522016] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.522187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.522306] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.522541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.522679] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.522969] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.523162] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.523341] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.523628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.523768] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.523907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: d50e4b45-0f5f-408f-8e8a-a4b26913903c is going to be created. [ 875.543990] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.544283] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.544423] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.544755] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.545112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.545440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.552263] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.618188] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.054597] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.054734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.054809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.055044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.055138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.055237] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 876.087185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.087333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.087404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.087618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.087780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.098830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 876.121543] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.123647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.123730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.123964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.124074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.124261] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 876.163087] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.163304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.163423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.163910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.163910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.174333] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 876.289914] env[65334]: INFO networking_nsxv3.common.synchronization [req-8771d111-0207-4666-8478-9900ba53029d req-e67a02f7-dd80-4fcb-8964-24bceb2cd79b service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 876.290238] env[65334]: INFO networking_nsxv3.common.synchronization [req-8771d111-0207-4666-8478-9900ba53029d req-e67a02f7-dd80-4fcb-8964-24bceb2cd79b service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 876.290430] env[65334]: INFO networking_nsxv3.common.synchronization [req-8771d111-0207-4666-8478-9900ba53029d req-e67a02f7-dd80-4fcb-8964-24bceb2cd79b service nova] Enqueued Resource ID: d50e4b45-0f5f-408f-8e8a-a4b26913903c with Priority: HIGHEST for action port [ 876.291400] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 876.291514] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 876.291650] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50e4b45-0f5f-408f-8e8a-a4b26913903c with Priority: HIGHEST for action port [ 876.292228] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.292228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.292700] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.294726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.294851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.295158] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50e4b45-0f5f-408f-8e8a-a4b26913903c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.295274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.295353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.295742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.295742] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50e4b45-0f5f-408f-8e8a-a4b26913903c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.795325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.795684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799929] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d50e4b45-0f5f-408f-8e8a-a4b26913903c with status ACTIVE [ 876.799929] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.799929] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.801767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.801767] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d50e4b45-0f5f-408f-8e8a-a4b26913903c is going to be updated. [ 876.829329] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.829705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.829879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.830183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.830448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.830694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50e4b45-0f5f-408f-8e8a-a4b26913903c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.440990] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 877.440990] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b deletion is rescheduled due to dependency. [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.440990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.440990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.440990] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.944373] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.944790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.944790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.944936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.945058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.945322] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.945488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.945535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.945711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.945828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.945937] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 877.976953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.977082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.977156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.977453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.977621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.989064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 878.112610] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 878.112811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.112985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.113289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.113491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.113618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.113667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.113837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.113920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.114015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.114148] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.188344] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 878.188582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.188756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.188990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.189204] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.189365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.189403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.189555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.189666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.189760] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.616586] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.616754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.616847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.617284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.617623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.617779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.617844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.618132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.618314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.618987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619673] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.620249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620712] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.692202] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.124064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 879.144459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.144605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.144689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.144881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.144968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.145181] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.145324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.145403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.145653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.145653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.145990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.146122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.146191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.146357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.146437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.146645] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.146738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.146832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.147012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.147097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.147180] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 879.196019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.212263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.212402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.212472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.212680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.212824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.227973] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 879.698774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.699119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.699119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.699419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.699608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.699721] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 879.733048] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.733304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.733431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.733720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.733933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.744244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 880.001480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 880.001480] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b deletion is rescheduled due to dependency. [ 880.001480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.245413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 881.246017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.293495] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.293637] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 881.756534] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 881.756830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.757035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757735] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.757735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.757735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.758052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.758162] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.061511] env[65334]: INFO networking_nsxv3.common.synchronization [req-b7746ad4-53a7-460e-abd3-2c633ba1c5ad req-252664ee-4d39-420a-a11b-11652032e316 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 882.062509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 882.062894] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.063132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.065047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.065047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.065047] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.262607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.266301] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.266301] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.266301] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.266301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.266842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.266842] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.566963] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.769704] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 882.789347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.789545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.789545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.789770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.789856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.790068] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.790215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.790264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.790371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.790450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.790625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.790717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.790776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.790914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.790987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.791196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.791292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.791341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.791478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.791551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.791633] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 882.876857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.877085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.877085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.877318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.877480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.943145] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 883.070866] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.574428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.574773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.574773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.574893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.574957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.575071] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 883.606840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.606985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.607068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.607286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.607434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.617883] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 884.045121] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-177d1377-b7d0-4f18-a523-44e2632a3861 tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 884.045787] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 884.047188] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.047188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.047188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.048475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.048660] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.048771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.048829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.050288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.050288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.050382] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.411100] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.411312] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.411437] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.411784] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.413522] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.413880] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.414130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.415757] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.415983] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.416116] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.416229] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.416335] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.416525] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.416705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.416846] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.444705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.444849] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.444989] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.446034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.446034] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-086b36c0-5dfc-471b-b19c-0d8e16f461fa taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.446034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.446034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.446371] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.446371] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086b36c0-5dfc-471b-b19c-0d8e16f461fa',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.552938] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.553257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.553257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.553503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.553575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.554467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.554467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.554467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.554467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.554467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.554467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 already deleted. [ 884.554467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.949702] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.950030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.950093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.950356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.950538] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.950716] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 086b36c0-5dfc-471b-b19c-0d8e16f461fa not found, creating... [ 884.951047] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.951304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.951304] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.951489] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.951627] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.951908] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.952075] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.952216] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.952408] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.952539] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.952673] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 086b36c0-5dfc-471b-b19c-0d8e16f461fa is going to be created. [ 884.962143] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 884.962522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.979178] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.980026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.980026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.980026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.980202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.980432] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.631299] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 885.631512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.687910] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-e6783bb2-6f5e-466b-822f-59d161b6fee0 service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 885.688065] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-e6783bb2-6f5e-466b-822f-59d161b6fee0 service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 885.688372] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-e6783bb2-6f5e-466b-822f-59d161b6fee0 service nova] Enqueued Resource ID: 086b36c0-5dfc-471b-b19c-0d8e16f461fa with Priority: HIGHEST for action port [ 885.689104] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 885.689261] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 885.689365] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086b36c0-5dfc-471b-b19c-0d8e16f461fa with Priority: HIGHEST for action port [ 885.689787] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.689928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.689995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.690275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.690360] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.691975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.692116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.692186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.692375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.692535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.692658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.692723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.692876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.692980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.693171] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.694227] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-086b36c0-5dfc-471b-b19c-0d8e16f461fa taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.694348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.694664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.694664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.694752] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086b36c0-5dfc-471b-b19c-0d8e16f461fa',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.771373] env[65334]: INFO networking_nsxv3.common.synchronization [req-37c8ec79-5706-41ed-967f-988e49bbb9b1 req-63ef4c06-088f-408a-8b76-bf4c19d8c3b9 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 885.772165] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 885.772572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.772726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.772821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.773372] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.773487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.773595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.773942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.774058] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.196463] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.197517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.197628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.197812] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086b36c0-5dfc-471b-b19c-0d8e16f461fa with status ACTIVE [ 886.197970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.198085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.198140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.198348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.198449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.200278] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.200278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.200278] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086b36c0-5dfc-471b-b19c-0d8e16f461fa is going to be updated. [ 886.222607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.222741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.222807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.223023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.223175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.223410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086b36c0-5dfc-471b-b19c-0d8e16f461fa" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.233095] env[65334]: INFO networking_nsxv3.common.synchronization [req-b60ab7f4-2230-4fcc-bd65-1263e066f724 req-eae2871e-0b44-42e2-8548-e5bb765c6298 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 886.233678] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 886.234040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.234185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.234442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.234579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.234726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.234830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.234909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.235093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.235201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.235306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.276967] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.277141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.277209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.277424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.277511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.277699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.277817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.277874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.277989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.278071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.278154] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 886.328827] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.328827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.328827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.328827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.328827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.358302] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 886.548486] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.549201] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.549390] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.549682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.549970] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550147] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550294] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.550700] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.551596] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.552127] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.552268] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.552397] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.552523] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.552642] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.552791] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.636067] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-783020c1-9f33-47e8-8390-52790c7f7772 tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 886.636067] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 886.636067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.636067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.648178] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.648178] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.095 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.648178] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.648178] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.648339] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.648457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.648536] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.648886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.649082] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2c8e5c-a439-4072-afe4-ab523e1e02cd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.703479] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.738075] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.738311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.738392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.738589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.738690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.738912] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.739009] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.739089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.739233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.739341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.739410] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 already deleted. [ 886.739476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.985866] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.986072] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.986200] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.986472] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.986778] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.986940] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.987067] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.987341] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.987502] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.987724] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.987833] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.987940] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.988094] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.988225] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.988362] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.988498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.011418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.011667] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.011772] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.011945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.012299] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.012468] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.012584] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.012933] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.013087] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2449f2a1-9e1f-466b-8d16-251d9f65bbe2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.155545] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.155874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.156078] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.156441] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.156652] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.156865] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 9f2c8e5c-a439-4072-afe4-ab523e1e02cd not found, creating... [ 887.157237] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.157460] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.157643] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.157962] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.158174] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.158560] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.158788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.158949] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.159282] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.159485] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.159670] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 9f2c8e5c-a439-4072-afe4-ab523e1e02cd is going to be created. [ 887.187065] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.187313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.187405] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.187737] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.187983] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.188295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.206355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.206739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.206739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.206866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.206946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.207062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be created. [ 887.239764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.240047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.240047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.240216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.240384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275996] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: UNINITIALIZED for 2s [ 887.516122] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.516336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.516467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.516745] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.516890] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.517049] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 not found, creating... [ 887.517482] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.518283] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.518462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.518708] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.518854] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.519177] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.519335] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.519454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.519667] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.519816] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.519937] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 is going to be created. [ 887.542109] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.542348] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.542446] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.542762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.543048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.543321] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.832019] env[65334]: INFO networking_nsxv3.common.synchronization [req-b60ab7f4-2230-4fcc-bd65-1263e066f724 req-d56cfa66-8a6e-4c38-ba11-23b87ba05637 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 887.832019] env[65334]: INFO networking_nsxv3.common.synchronization [req-b60ab7f4-2230-4fcc-bd65-1263e066f724 req-d56cfa66-8a6e-4c38-ba11-23b87ba05637 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 887.832019] env[65334]: INFO networking_nsxv3.common.synchronization [req-b60ab7f4-2230-4fcc-bd65-1263e066f724 req-d56cfa66-8a6e-4c38-ba11-23b87ba05637 service nova] Enqueued Resource ID: 9f2c8e5c-a439-4072-afe4-ab523e1e02cd with Priority: HIGHEST for action port [ 887.832019] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 887.832709] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 887.832973] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2c8e5c-a439-4072-afe4-ab523e1e02cd with Priority: HIGHEST for action port [ 887.833614] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.834080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.835603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.835603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.835603] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.836571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.836992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.837219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.837541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.837862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.838217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.838394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.838658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.838865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.841018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.841018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.841018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.841018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.841018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.841018] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2c8e5c-a439-4072-afe4-ab523e1e02cd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.253934] env[65334]: INFO networking_nsxv3.common.synchronization [req-09c2bfa3-9d68-410b-8cd4-5e1dc27ae5e9 req-47ceb666-4e50-4085-9d9e-3f6c7c36ac63 tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 888.254737] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 888.256042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.256042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.256042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.256042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.256611] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.256611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.256611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.256611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.256611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.256611] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.343128] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.344748] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.344903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.345115] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f2c8e5c-a439-4072-afe4-ab523e1e02cd with status ACTIVE [ 888.345296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.345411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.345472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.345773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.345878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.346342] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.346468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.346547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.346724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.346813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.347452] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.347557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.347557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.347699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.347797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.347899] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f2c8e5c-a439-4072-afe4-ab523e1e02cd is going to be updated. [ 888.369378] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 888.369572] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 888.369667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.373070] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.373309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.373594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.373731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.373896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2c8e5c-a439-4072-afe4-ab523e1e02cd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.614093] env[65334]: INFO networking_nsxv3.common.synchronization [req-b9a26ca1-670a-4c46-8472-c03c0f0b49e3 req-f018f5f0-401a-4b8b-99fb-0532c0ad9dab tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 888.615364] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 888.615776] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.615920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.616340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.616582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.616852] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.617039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.617112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.617286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.617373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.617520] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-f0943bdb-368c-4c3f-a1b6-fecfdc80fde1 service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-f0943bdb-368c-4c3f-a1b6-fecfdc80fde1 service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [req-c88c5412-7fc4-4fc6-834e-290b32b6d240 req-f0943bdb-368c-4c3f-a1b6-fecfdc80fde1 service nova] Enqueued Resource ID: 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 with Priority: HIGHEST for action port [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 888.728344] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 with Priority: HIGHEST for action port [ 888.728344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.728344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728344] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2449f2a1-9e1f-466b-8d16-251d9f65bbe2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.759798] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.759798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.759798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.760058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.760058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.760528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.760528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.760528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.760719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.760719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.760719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 888.792569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.792768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.792768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.793013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.793192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.805370] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 888.850707] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.119357] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.233241] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 with status ACTIVE [ 889.233473] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.234296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.234361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.234521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.234597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234804] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.234970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.235051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.235232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.235323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.235423] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2449f2a1-9e1f-466b-8d16-251d9f65bbe2 is going to be updated. [ 889.270215] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.270616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.270616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.270726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.270882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.271077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2449f2a1-9e1f-466b-8d16-251d9f65bbe2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.291607] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 889.291873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.292118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.292329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.292594] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.292733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.292801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.292994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.293094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.293186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.293337] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.296534] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.296534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.296534] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.356133] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.356133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.356133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.356133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.356428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.356428] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be created. [ 889.389738] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.389938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.389995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.390199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.390371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.405378] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: UNINITIALIZED for 2s [ 889.624529] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.798050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.798050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.798050] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.130587] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.130749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.130806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.131058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.131244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.131445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 890.168990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.169217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.169292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.169516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.169664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.185042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 890.299726] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.804381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.804626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.804721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.804990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.805148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.805311] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 890.821584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 890.821877] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 deletion is rescheduled due to dependency. [ 890.822050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.849753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.850524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.866593] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 891.424197] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 891.424735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.424735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.424964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.425879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.425879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.425879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.425879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.425879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.425879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.426105] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.928895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.929120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.929202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.929526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.929745] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.929938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.930067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.930256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.930372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.930463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.930637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.930776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.930847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.931015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.931201] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.931351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.931415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.931566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.931644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931840] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.196814] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 892.197276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.435398] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c1c2b0-bbec-4f18-a022-b86d61625258: rpc.has_security_group_logging(os_id): False [ 892.458103] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.458294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.458336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.458537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.459145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.459145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.459145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.459145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.459145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.459428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.459428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.459508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.459541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.461073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.461073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.462175] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.462378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.462450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.462636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.462716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.462808] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be created. [ 892.540039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.540225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.540741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.540741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.541039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.561084] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 892.881394] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.881394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.881394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.881394] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.001025] env[65334]: INFO networking_nsxv3.common.synchronization [None req-5abf646b-1aa1-4c01-8916-dd6588491d06 None None] Enqueued Resource ID: c6656058-95ce-4ab2-93ee-f9bb37ab4ddf with Priority: HIGHEST for action port [ 893.001025] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6656058-95ce-4ab2-93ee-f9bb37ab4ddf with Priority: HIGHEST for action port [ 893.001025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6656058-95ce-4ab2-93ee-f9bb37ab4ddf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.001459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6656058-95ce-4ab2-93ee-f9bb37ab4ddf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.001659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6656058-95ce-4ab2-93ee-f9bb37ab4ddf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.002028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6656058-95ce-4ab2-93ee-f9bb37ab4ddf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.002216] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6656058-95ce-4ab2-93ee-f9bb37ab4ddf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.385063] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.505112] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6656058-95ce-4ab2-93ee-f9bb37ab4ddf [ 893.505382] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.505492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.505560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.505779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.505868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.505957] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6656058-95ce-4ab2-93ee-f9bb37ab4ddf already deleted. [ 893.506050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6656058-95ce-4ab2-93ee-f9bb37ab4ddf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.887853] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.392160] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.392160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.392160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.392160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.392317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.392449] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 894.396186] env[65334]: INFO networking_nsxv3.common.synchronization [req-19c1a8d5-3630-4e01-ad14-2b7a72d22275 req-4c9d5eed-4abf-4f4f-9dbc-b5d875808661 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: d13095cf-aea3-437f-9b07-6d2365365c23 with Priority: HIGHEST for action security_group_rules [ 894.396861] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13095cf-aea3-437f-9b07-6d2365365c23 with Priority: HIGHEST for action security_group_rules [ 894.398189] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d13095cf-aea3-437f-9b07-6d2365365c23 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.398189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d13095cf-aea3-437f-9b07-6d2365365c23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.398189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d13095cf-aea3-437f-9b07-6d2365365c23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.398189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d13095cf-aea3-437f-9b07-6d2365365c23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.398189] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d13095cf-aea3-437f-9b07-6d2365365c23',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.423328] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.423501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.423558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.423775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.423921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.442588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 894.573604] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 894.574352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.840200] env[65334]: INFO networking_nsxv3.common.synchronization [req-980f343a-19ee-40e0-b871-72bbf715c580 req-3fb26eb3-5938-43ab-8cdb-7c19e45e15fc tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 0691be00-b06e-424b-890c-51acb9e9d6e8 with Priority: HIGHEST for action security_group_rules [ 894.840581] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0691be00-b06e-424b-890c-51acb9e9d6e8 with Priority: HIGHEST for action security_group_rules [ 894.843410] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0691be00-b06e-424b-890c-51acb9e9d6e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.844080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0691be00-b06e-424b-890c-51acb9e9d6e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.844357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0691be00-b06e-424b-890c-51acb9e9d6e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.844730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0691be00-b06e-424b-890c-51acb9e9d6e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.844875] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0691be00-b06e-424b-890c-51acb9e9d6e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.923034] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.923304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.923409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.923615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.923741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.923860] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13095cf-aea3-437f-9b07-6d2365365c23 already deleted. [ 894.923952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d13095cf-aea3-437f-9b07-6d2365365c23" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.371307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.371776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.371776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.372523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.372523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.372523] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0691be00-b06e-424b-890c-51acb9e9d6e8 already deleted. [ 895.372523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0691be00-b06e-424b-890c-51acb9e9d6e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.644055] env[65334]: INFO networking_nsxv3.common.synchronization [req-7e00c778-7ff2-4598-96f0-41169936e4cf req-9ec0c151-f689-4804-9879-0fb7252f6021 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 04bbfe42-b492-48b3-b2b4-d12483cfe505 with Priority: HIGHEST for action security_group_rules [ 895.646019] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04bbfe42-b492-48b3-b2b4-d12483cfe505 with Priority: HIGHEST for action security_group_rules [ 895.646019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04bbfe42-b492-48b3-b2b4-d12483cfe505 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.646019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04bbfe42-b492-48b3-b2b4-d12483cfe505" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.646019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04bbfe42-b492-48b3-b2b4-d12483cfe505" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.646914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04bbfe42-b492-48b3-b2b4-d12483cfe505" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.648467] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04bbfe42-b492-48b3-b2b4-d12483cfe505',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.896494] env[65334]: INFO networking_nsxv3.common.synchronization [None req-02c22efa-77ee-481c-a800-b81161829d82 None None] Enqueued Resource ID: 9556a697-7a59-40fc-b4b4-41537aadb940 with Priority: HIGHEST for action port [ 895.897090] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9556a697-7a59-40fc-b4b4-41537aadb940 with Priority: HIGHEST for action port [ 895.897416] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9556a697-7a59-40fc-b4b4-41537aadb940 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.897540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9556a697-7a59-40fc-b4b4-41537aadb940" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.897607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9556a697-7a59-40fc-b4b4-41537aadb940" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.897984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9556a697-7a59-40fc-b4b4-41537aadb940" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.897984] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9556a697-7a59-40fc-b4b4-41537aadb940',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.168863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.169047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.169111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.169313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.169418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.169510] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04bbfe42-b492-48b3-b2b4-d12483cfe505 already deleted. [ 896.169599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04bbfe42-b492-48b3-b2b4-d12483cfe505" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.400717] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9556a697-7a59-40fc-b4b4-41537aadb940 [ 896.400964] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.401123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.401221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.401442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.401534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.401643] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9556a697-7a59-40fc-b4b4-41537aadb940 already deleted. [ 896.401714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9556a697-7a59-40fc-b4b4-41537aadb940" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.459525] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 896.459817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.460547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.460839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.461104] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.461257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.461344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.461622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.461718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.462274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.462486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.462697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.462697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.463110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.463219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.465419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.465419] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.468566] env[65334]: INFO networking_nsxv3.common.synchronization [req-f8070d1b-d09c-47ac-a87e-57b855ef1bb3 req-c4058203-d86e-4071-9cec-7e87ef569f73 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 76e431b3-137e-47ed-bbbd-73bd70b23e8c with Priority: HIGHEST for action security_group_rules [ 896.469201] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e431b3-137e-47ed-bbbd-73bd70b23e8c with Priority: HIGHEST for action security_group_rules [ 896.469530] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e431b3-137e-47ed-bbbd-73bd70b23e8c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.469679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e431b3-137e-47ed-bbbd-73bd70b23e8c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.469719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e431b3-137e-47ed-bbbd-73bd70b23e8c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.469988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e431b3-137e-47ed-bbbd-73bd70b23e8c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.470567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e431b3-137e-47ed-bbbd-73bd70b23e8c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.966236] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ddeb3b0-1cba-4644-a560-4db4b9af6a50: rpc.has_security_group_logging(os_id): False [ 896.993148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.993148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.993148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.993148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.993856] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.993856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.993856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.993856] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be created. [ 896.997214] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.997450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.997784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.997934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.998597] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e431b3-137e-47ed-bbbd-73bd70b23e8c already deleted. [ 896.998597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e431b3-137e-47ed-bbbd-73bd70b23e8c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.066039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.066039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.066039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.066280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.067037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.078567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 897.096146] env[65334]: INFO networking_nsxv3.common.synchronization [req-8cadc4e1-6808-4722-8f39-fd0d1eaf8428 req-c07e25c9-a387-4141-8893-3e5bd29af189 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 897.096551] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 897.097027] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29042243-be44-437b-9128-e57468a0e56e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.097027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.097116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.097361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.097456] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29042243-be44-437b-9128-e57468a0e56e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.434210] env[65334]: INFO networking_nsxv3.common.synchronization [req-8fb22850-78f6-4233-b785-1b32fcea211e req-6a570fde-8108-4364-ac0d-cbc1d18ffc66 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 897.434841] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 897.435217] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29042243-be44-437b-9128-e57468a0e56e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.435270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.621381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.621558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.621590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.621826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.621910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.622016] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29042243-be44-437b-9128-e57468a0e56e already deleted. [ 897.622106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.622262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.622420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.622578] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29042243-be44-437b-9128-e57468a0e56e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.030023] env[65334]: INFO networking_nsxv3.common.synchronization [req-a465ee9d-921a-40c9-a7d9-b58b67102899 req-ce009e62-15b3-43a9-ae54-e977adbe06c2 tempest-SecurityGroupRulesTestJSON-1145191044 tempest-SecurityGroupRulesTestJSON-1145191044-project-member] Enqueued Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 898.030023] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29042243-be44-437b-9128-e57468a0e56e with Priority: HIGHEST for action security_group_rules [ 898.030023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29042243-be44-437b-9128-e57468a0e56e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.030023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.146431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.146947] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29042243-be44-437b-9128-e57468a0e56e already deleted. [ 898.147070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.147525] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29042243-be44-437b-9128-e57468a0e56e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.672730] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.672914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.672965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.673204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.673355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.673427] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29042243-be44-437b-9128-e57468a0e56e already deleted. [ 898.673516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29042243-be44-437b-9128-e57468a0e56e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.093629] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 899.093629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.093629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.093629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.093629] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.597864] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.597864] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597864] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.069156] env[65334]: INFO networking_nsxv3.common.synchronization [req-0086ecfd-5185-411b-80a9-c505942acbf9 req-2dc40b05-7b17-4b1c-bed1-32376cffa0b1 tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 900.070013] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 900.071349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.071531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.071630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.071873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.072101] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.072233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.072317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.072508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.072846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.072846] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.088940] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ad962eca-47d8-4d00-a018-833bce843884 None None] Enqueued Resource ID: b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815 with Priority: HIGHEST for action port [ 900.089393] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815 with Priority: HIGHEST for action port [ 900.089721] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.089848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.089907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.091977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.091977] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.102592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.102880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.558990] env[65334]: INFO networking_nsxv3.common.synchronization [req-5af306fc-3520-46cf-b5cf-f8f085a692fa req-831a80df-026a-4a97-b200-278a87abf888 tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 900.560031] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 900.560031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.560472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.575555] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.593305] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815 [ 900.593573] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.593732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.593831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.594095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.594253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.594410] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815 already deleted. [ 900.594511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f6f76c-cbde-4fd0-9c35-5c18e1ce5815" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.079773] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.173893] env[65334]: INFO networking_nsxv3.common.synchronization [req-3e6115eb-69e4-465d-90d9-7f8e04a58f3d req-38a403a4-3ada-4da7-8d40-ffba42264733 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 901.174557] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 901.175150] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.175299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.175366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.175560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.175754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.175828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.175863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.176092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.176092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.176194] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.262858] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e38752c0-a5d6-4b63-ad96-cb17e190bd97 tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 901.263484] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 901.263948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.264221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.264663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.264663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.264768] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.365905] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c812b1e0-6fba-43c5-92d6-d94c39276e94 tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 901.366579] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 901.368953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.368953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.583937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.584123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.584196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.584394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.584483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.584580] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 901.627343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.627343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.627343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.627343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.628018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.640547] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 901.678983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.679768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.679768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.680061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.680061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.680161] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.680259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.680318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.680692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.680692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.680692] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 901.735692] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.735692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.735933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.736074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.736234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.748158] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 901.799915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.799915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.800188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.800286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.800436] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 already deleted. [ 901.800550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.800783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.801022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.801239] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.341556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.341556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.341556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.341989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.341989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.342084] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 already deleted. [ 902.342182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.887592] env[65334]: INFO networking_nsxv3.common.synchronization [None req-dff53062-8068-406a-99d5-fa397fd81a66 None None] Enqueued Resource ID: 48f46931-0f2e-4a8e-83ce-dc4d46850c81 with Priority: HIGHEST for action port [ 902.887592] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f46931-0f2e-4a8e-83ce-dc4d46850c81 with Priority: HIGHEST for action port [ 902.887592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f46931-0f2e-4a8e-83ce-dc4d46850c81 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.887592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f46931-0f2e-4a8e-83ce-dc4d46850c81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.887592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f46931-0f2e-4a8e-83ce-dc4d46850c81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.887592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f46931-0f2e-4a8e-83ce-dc4d46850c81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.887592] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f46931-0f2e-4a8e-83ce-dc4d46850c81',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.389123] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48f46931-0f2e-4a8e-83ce-dc4d46850c81 [ 903.389391] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.389456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.389643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.389733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.389822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.389914] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48f46931-0f2e-4a8e-83ce-dc4d46850c81 already deleted. [ 903.390156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f46931-0f2e-4a8e-83ce-dc4d46850c81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.655085] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 903.655085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.655085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.655085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.655590] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.655887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.656116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.656396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.656585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.656781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.657094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.658083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.658083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.658328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.658328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.658405] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.660154] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.660154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.660762] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.758927] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 903.759054] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 deletion is rescheduled due to dependency. [ 903.759419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.866127] env[65334]: INFO networking_nsxv3.common.synchronization [req-62355c31-322d-4376-b6ef-0e583fc625eb req-0e9b3012-ddca-468f-8263-58f598849903 tempest-MigrationsAdminTest-2109362000 tempest-MigrationsAdminTest-2109362000-project-member] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 903.866127] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGHEST for action security_group_members [ 903.866369] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.866513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.866597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.866831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.866998] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.867123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.867200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.867356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.867455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.867543] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.162390] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ddeb3b0-1cba-4644-a560-4db4b9af6a50: rpc.has_security_group_logging(os_id): False [ 904.163830] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.164036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.164139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.164387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.164591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.164828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.164963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.165063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.165297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.165503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.165503] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 904.189583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.189804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.189880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.190113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.190204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.190459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.190548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.190548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.190722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.190795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.190980] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.191086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.191362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.191561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.191652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.192636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.192819] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 904.231218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.231218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.231218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.231218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.231218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.244120] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 904.298717] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.299161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.299161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.301104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.301104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.325983] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 904.370665] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.370665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.370665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.370665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.371327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.371327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.371327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.371327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.371473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.372301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.372301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be updated. [ 904.425277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.425795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.425795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.425795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.425934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.436533] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: IN_PROGRESS for 2s [ 904.560880] env[65334]: INFO networking_nsxv3.common.synchronization [req-cadb0c76-d433-45af-91fe-c74656f477d9 req-c5284281-9bad-4cd3-9039-786e2a76547f tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 904.561644] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 904.561831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.561941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.562115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.562723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.562723] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.562723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.562723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.562723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.563031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.563031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.065902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.065902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.065902] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 already deleted. [ 905.065902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.113664] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.113664] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.113923] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.114326] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116181] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.116181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.116181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.116181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.116181] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.116181] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.116181] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.116181] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.116181] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.116181] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.116599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.137361] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.137560] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.137725] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.137907] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.138244] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-98c71713-e7b8-456f-a24f-715e8b76e7de taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.138414] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.138532] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.138874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.139032] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c71713-e7b8-456f-a24f-715e8b76e7de',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.642829] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.643183] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.643486] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.644152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.644406] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.644633] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 98c71713-e7b8-456f-a24f-715e8b76e7de not found, creating... [ 905.644955] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.645504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.645788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.646206] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.646401] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.646863] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.647051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.647171] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.647439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.647585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.647727] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 98c71713-e7b8-456f-a24f-715e8b76e7de is going to be created. [ 905.670430] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.670706] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.670787] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.671076] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.671330] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.671568] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.252795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 906.252979] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 deletion is rescheduled due to dependency. [ 906.253157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.340690] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 906.340929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.359545] env[65334]: INFO networking_nsxv3.common.synchronization [req-cadb0c76-d433-45af-91fe-c74656f477d9 req-67b50cbb-4892-446a-b699-0c317f36de06 service nova] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 906.359725] env[65334]: INFO networking_nsxv3.common.synchronization [req-cadb0c76-d433-45af-91fe-c74656f477d9 req-67b50cbb-4892-446a-b699-0c317f36de06 service nova] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 906.359860] env[65334]: INFO networking_nsxv3.common.synchronization [req-cadb0c76-d433-45af-91fe-c74656f477d9 req-67b50cbb-4892-446a-b699-0c317f36de06 service nova] Enqueued Resource ID: 98c71713-e7b8-456f-a24f-715e8b76e7de with Priority: HIGHEST for action port [ 906.360102] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_rules [ 906.360439] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 906.360439] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c71713-e7b8-456f-a24f-715e8b76e7de with Priority: HIGHEST for action port [ 906.360892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.361022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.361090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.361376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.361508] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.362319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.362435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.362502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.362850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.362850] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.363011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.363011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.364402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.364402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.364402] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.364402] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c71713-e7b8-456f-a24f-715e8b76e7de taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.364402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.364402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.364402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.364402] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c71713-e7b8-456f-a24f-715e8b76e7de',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.450939] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 in Status: SUCCESS [ 906.451268] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 deletion is rescheduled due to dependency. [ 906.451414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.867872] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.869472] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.869605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.869741] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98c71713-e7b8-456f-a24f-715e8b76e7de with status ACTIVE [ 906.869902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.870010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.870091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.870315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.870582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.870582] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.870801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.870801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.870887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.870935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.872791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.872791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.872791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.872791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.872791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.872981] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98c71713-e7b8-456f-a24f-715e8b76e7de is going to be updated. [ 906.897713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.898072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.898072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.898184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.898293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.898596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c71713-e7b8-456f-a24f-715e8b76e7de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.166669] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2b962572-7baa-4ea2-9d9e-ca0ebd10d2a8 None None] Enqueued Resource ID: cccc4a5c-60b7-47ca-9524-cabf85fb44de with Priority: HIGHEST for action port [ 907.167310] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cccc4a5c-60b7-47ca-9524-cabf85fb44de with Priority: HIGHEST for action port [ 907.167774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-cccc4a5c-60b7-47ca-9524-cabf85fb44de taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.167941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cccc4a5c-60b7-47ca-9524-cabf85fb44de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.168016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cccc4a5c-60b7-47ca-9524-cabf85fb44de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.168397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cccc4a5c-60b7-47ca-9524-cabf85fb44de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.168486] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cccc4a5c-60b7-47ca-9524-cabf85fb44de',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.375720] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.380892] env[65334]: INFO networking_nsxv3.common.synchronization [req-b7e31315-adaa-4737-b482-1bf58142ff8f req-b38301da-fd94-4d1a-918e-2b55a0669008 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 907.382864] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGHEST for action security_group_members [ 907.384816] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.384816] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.384816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.384816] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.671051] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cccc4a5c-60b7-47ca-9524-cabf85fb44de [ 907.671350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.671511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.671600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.671834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.671938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.672052] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cccc4a5c-60b7-47ca-9524-cabf85fb44de already deleted. [ 907.672138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cccc4a5c-60b7-47ca-9524-cabf85fb44de" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.883362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.883650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.883650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.883813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.883900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.883997] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 is going to be created. [ 907.887910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.888059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.888116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.888320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.888409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.888605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.888703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.888763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.888916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.888992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.889088] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef is going to be updated. [ 907.922102] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.922102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.922102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.922102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.922102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.926383] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.927520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.928718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.928718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.928718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.933163] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: UNINITIALIZED for 2s [ 907.936787] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: IN_PROGRESS for 2s [ 908.539695] env[65334]: INFO networking_nsxv3.common.synchronization [None req-d01125ef-d5d9-43c9-bbfc-85df68456c8f tempest-ServerActionsV293TestJSON-347327208 tempest-ServerActionsV293TestJSON-347327208-project-member] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 908.543413] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 908.543904] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.544078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.544156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.545560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.545560] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.664104] env[65334]: INFO networking_nsxv3.common.synchronization [None req-93d80124-2323-4d2a-a65d-2bd739b8f568 tempest-ServerActionsV293TestJSON-347327208 tempest-ServerActionsV293TestJSON-347327208-project-member] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 908.667194] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 908.667307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.667398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.068467] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.068866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.068866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.068866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.069054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.069054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef already deleted. [ 909.069163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.069633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.069806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.069893] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.610518] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.610518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.610518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.610518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.610518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.610518] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef already deleted. [ 909.610518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.694157] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ab500366-ddf7-4a71-92eb-6343b0ff8721 None None] Enqueued Resource ID: 75754841-2869-4415-8c0a-d60c3a7ab589 with Priority: HIGHEST for action port [ 909.694944] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75754841-2869-4415-8c0a-d60c3a7ab589 with Priority: HIGHEST for action port [ 909.695801] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-75754841-2869-4415-8c0a-d60c3a7ab589 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.697437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75754841-2869-4415-8c0a-d60c3a7ab589" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.697437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75754841-2869-4415-8c0a-d60c3a7ab589" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.697437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75754841-2869-4415-8c0a-d60c3a7ab589" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.697437] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75754841-2869-4415-8c0a-d60c3a7ab589',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.949467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: SUCCESS [ 909.949890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.950074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.950308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.951216] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.951436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.951436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.951672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.951892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.951892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.951892] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.954873] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef in Status: SUCCESS [ 909.955074] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef deletion is rescheduled due to dependency. [ 909.955173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.052137] env[65334]: INFO networking_nsxv3.common.synchronization [req-7fbf8f23-4067-41a1-9bca-9ed028bbddc0 req-1001aa75-6a1f-4aac-80b7-1cafffc2883e tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 910.055375] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 910.057073] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.058722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.058722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.059981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.059981] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.059981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.059981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.059981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.059981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.059981] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.204187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75754841-2869-4415-8c0a-d60c3a7ab589 [ 910.204187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.204187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.204187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.204187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.204187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75754841-2869-4415-8c0a-d60c3a7ab589 already deleted. [ 910.205395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75754841-2869-4415-8c0a-d60c3a7ab589" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.454875] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.568445] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.568656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.568967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.569502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.569835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.570179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.570367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.571263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.571442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.571645] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 already deleted. [ 910.571753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.685591] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.685832] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.686016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.686797] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.687205] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.687439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.687627] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.687940] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.688169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.688498] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.688660] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.688813] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.688969] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.689161] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.689305] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.689509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.721104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.721104] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.721104] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.721104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.721537] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.721653] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.721724] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.722289] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.722546] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a96aec8-bf4e-416c-96d3-fd7b06f61d37',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.876020] env[65334]: INFO networking_nsxv3.common.synchronization [req-5b4d4596-92fc-443f-a985-f301c22470a6 req-da779b7b-9d11-4138-91f0-1a7188527ea3 tempest-ServersTestBootFromVolume-1721699371 tempest-ServersTestBootFromVolume-1721699371-project-member] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 910.877419] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGHEST for action security_group_members [ 910.877419] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.877717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.877717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.878250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.878250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.878386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.878386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.878644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.878807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.878961] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.957312] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1adbe1a-de1d-408a-88ce-8fb300711827: rpc.has_security_group_logging(os_id): False [ 910.977656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.977850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.977982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.978217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.978284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.978675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.978759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.978798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.978961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.979047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.979135] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 is going to be created. [ 911.048502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.048638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.048702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.048915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.049112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.061731] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: IN_PROGRESS for 2s [ 911.225968] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.226345] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.226345] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.226624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.226771] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.226921] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 not found, creating... [ 911.227196] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.227359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.227466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.227677] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.227817] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.228127] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.228289] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.228406] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.228614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.228974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.228974] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 is going to be created. [ 911.253136] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.253136] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.253136] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.253136] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.254201] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.254201] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.383035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.383035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.383035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.383623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.383623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.383623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e is going to be updated. [ 911.517651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.517651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.517651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.517651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.517651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.534292] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: IN_PROGRESS for 2s [ 912.051445] env[65334]: INFO networking_nsxv3.common.synchronization [req-7fbf8f23-4067-41a1-9bca-9ed028bbddc0 req-72c92b4f-48cb-42d2-93c5-f9e5bdddf93f service nova] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_rules [ 912.051779] env[65334]: INFO networking_nsxv3.common.synchronization [req-7fbf8f23-4067-41a1-9bca-9ed028bbddc0 req-72c92b4f-48cb-42d2-93c5-f9e5bdddf93f service nova] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 912.052054] env[65334]: INFO networking_nsxv3.common.synchronization [req-7fbf8f23-4067-41a1-9bca-9ed028bbddc0 req-72c92b4f-48cb-42d2-93c5-f9e5bdddf93f service nova] Enqueued Resource ID: 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 with Priority: HIGHEST for action port [ 912.053209] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_rules [ 912.053209] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 912.053209] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 with Priority: HIGHEST for action port [ 912.053470] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.053580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.053987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.053987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.054629] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.054980] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.056274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.056274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.056274] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.056713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.056783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.057795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.057795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.057795] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a96aec8-bf4e-416c-96d3-fd7b06f61d37',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.552689] env[65334]: INFO networking_nsxv3.common.synchronization [req-6f0efeaf-363c-4191-a5e3-23808e48a15d req-525cb4bb-5472-49c1-9e45-b434bad6fc28 tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 912.553298] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 912.556963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.557440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559256] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.559256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559256] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.559256] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 with status ACTIVE [ 912.559425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.559541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.560553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.560553] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.560553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.560553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.560553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.560785] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.560878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.560916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.561098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.561187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.561302] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a96aec8-bf4e-416c-96d3-fd7b06f61d37 is going to be updated. [ 912.591411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.591811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.591811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.591958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a96aec8-bf4e-416c-96d3-fd7b06f61d37" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.031096] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.031096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.031096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.031096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.031096] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.031096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.031430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.031430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.031564] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.032191] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.032348] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.032619] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.032758] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.033115] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.033249] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.033413] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.054249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.054406] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.055031] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.055031] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.055031] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-a130d02e-9e4d-443a-9e56-243fb335df8a taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.055251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.055338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.055695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.055865] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a130d02e-9e4d-443a-9e56-243fb335df8a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.063925] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.079153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: SUCCESS [ 913.079774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546233] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e in Status: SUCCESS [ 913.546423] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e deletion is rescheduled due to dependency. [ 913.546535] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.560027] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.560027] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.560027] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.560027] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.560027] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.560478] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port a130d02e-9e4d-443a-9e56-243fb335df8a not found, creating... [ 913.560478] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.560478] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.560590] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.560789] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.560918] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.561209] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.561462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.562036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.562036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.562036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.562200] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: a130d02e-9e4d-443a-9e56-243fb335df8a is going to be created. [ 913.569241] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.569431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.569472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.569913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.569913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.570185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be created. [ 913.595514] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.595737] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.595875] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.596197] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.596423] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596642] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.598625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.598781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.598843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.599060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.599212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.611677] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: UNINITIALIZED for 2s [ 914.392032] env[65334]: INFO networking_nsxv3.common.synchronization [req-6f0efeaf-363c-4191-a5e3-23808e48a15d req-bfbb9ad4-25e0-4aa9-8874-4c18493ecdf3 service nova] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_rules [ 914.392360] env[65334]: INFO networking_nsxv3.common.synchronization [req-6f0efeaf-363c-4191-a5e3-23808e48a15d req-bfbb9ad4-25e0-4aa9-8874-4c18493ecdf3 service nova] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 914.392532] env[65334]: INFO networking_nsxv3.common.synchronization [req-6f0efeaf-363c-4191-a5e3-23808e48a15d req-bfbb9ad4-25e0-4aa9-8874-4c18493ecdf3 service nova] Enqueued Resource ID: a130d02e-9e4d-443a-9e56-243fb335df8a with Priority: HIGHEST for action port [ 914.393061] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_rules [ 914.393197] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 914.393292] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a130d02e-9e4d-443a-9e56-243fb335df8a with Priority: HIGHEST for action port [ 914.393609] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.393721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.393917] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.393969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.394299] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a130d02e-9e4d-443a-9e56-243fb335df8a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.394489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.394489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.394695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.394802] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a130d02e-9e4d-443a-9e56-243fb335df8a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.897525] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a130d02e-9e4d-443a-9e56-243fb335df8a with status ACTIVE [ 914.897792] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.897895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.898785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.898785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.898785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.898785] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.898785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.898785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.899177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.899177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.899177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.899177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.899397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.899397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.899470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.899500] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a130d02e-9e4d-443a-9e56-243fb335df8a is going to be updated. [ 914.925226] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.925226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.925226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.925226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.925226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.925226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a130d02e-9e4d-443a-9e56-243fb335df8a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.626548] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 915.626881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.627151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.627418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.627616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.627735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.627801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.627951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.628060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.628186] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.131425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.634488] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.137460] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.137957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.137957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.137957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.138067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.138141] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 917.175959] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.176195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.176195] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.176476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.176626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.189437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 917.406905] env[65334]: INFO networking_nsxv3.common.synchronization [None req-4e3a926c-c187-4146-879f-e86b74d6c6b1 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 917.407481] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 917.408156] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.409325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.409325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.409325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.409325] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.498797] env[65334]: INFO networking_nsxv3.common.synchronization [None req-06765d1a-fa4d-47df-bbf3-322a09c3e17d tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 917.499348] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 917.499694] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.499796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.933790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.934055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.934229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.934526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.934659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.934776] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 already deleted. [ 917.934865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.935046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.935258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.935344] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.322236] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfc5d51e-ea65-460b-87d1-c5cc588f7845 req-f80e3331-0911-4e25-a5e4-39e0cffed561 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 918.323788] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 918.325171] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.325314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.325380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.326068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.326491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.326491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.326491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.326657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.326657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.326732] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.359557] env[65334]: INFO networking_nsxv3.common.synchronization [req-c4b64f71-c356-46e3-990c-a3f1e8083fc1 req-f4a100c5-2e89-44e5-8b4d-728c2f302523 tempest-ServersAdminTestJSON-654693443 tempest-ServersAdminTestJSON-654693443-project-member] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 918.360660] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGHEST for action security_group_members [ 918.360660] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.360660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.360660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.361365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.361443] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.361729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.361915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.362152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.362251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.362349] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.461582] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.462818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.463109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.463469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.463639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.463842] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 already deleted. [ 918.464014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.692152] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.692152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694030] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.694030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.694030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.694030] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.694030] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.694030] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.694415] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.694415] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.694415] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.694503] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.715027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.715298] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.715453] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.715694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.716224] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.716463] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.716598] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.716937] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.717128] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b2ffcc-6eb5-4eab-86f8-6efc9a92073e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.829307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.829307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.829504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.829723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.829860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.833024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.833024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.833024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.833024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.833024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.833024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 918.864680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.864867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.864961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.865262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.865479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.867157] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.867233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.867332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.867605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.867642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.867853] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.867957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.869403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.869403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.869403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.869403] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be updated. [ 918.883244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 918.901358] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.901544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.901658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.901924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.902120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.916709] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: IN_PROGRESS for 2s [ 919.199840] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 919.200213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.200400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.200616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.200815] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.200951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.201023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.201178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.201258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.201356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.201446] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.202318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.202480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.202639] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.202751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.202817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.202942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.203066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.203119] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.223565] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.223565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e not found, creating... [ 919.223565] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.223565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.224595] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.224595] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.225343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.227765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.227765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227765] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e is going to be created. [ 919.247469] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.249356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.249356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.249356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.249356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.249356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.705995] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.705995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.705995] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.082855] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfc5d51e-ea65-460b-87d1-c5cc588f7845 req-ab5db568-2929-4586-a365-310c7476ade6 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 920.083144] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfc5d51e-ea65-460b-87d1-c5cc588f7845 req-ab5db568-2929-4586-a365-310c7476ade6 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 920.083327] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfc5d51e-ea65-460b-87d1-c5cc588f7845 req-ab5db568-2929-4586-a365-310c7476ade6 service nova] Enqueued Resource ID: 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e with Priority: HIGHEST for action port [ 920.083996] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 920.085786] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 920.085786] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e with Priority: HIGHEST for action port [ 920.086457] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.087440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.087910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.087910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.088082] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.090292] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.090292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.092251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.092251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.092251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.092251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.092251] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b2ffcc-6eb5-4eab-86f8-6efc9a92073e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.207964] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.590784] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.590990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.593371] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e with status ACTIVE [ 920.593592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.593728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.593802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.594074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.594182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.594364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.594498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.594586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.594803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.594924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.595138] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.595272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.595311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.595498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.595591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.595660] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53b2ffcc-6eb5-4eab-86f8-6efc9a92073e is going to be updated. [ 920.619263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.620082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b2ffcc-6eb5-4eab-86f8-6efc9a92073e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.710824] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.711618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.711618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.711618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.711618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.711618] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 920.758035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.758035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.758246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.758305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.758454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.768994] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 920.894692] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 920.894958] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 920.895165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.896131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.896475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.896755] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.896957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.897091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.897359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.897498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.897663] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.930931] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 in Status: SUCCESS [ 920.930931] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 deletion is rescheduled due to dependency. [ 920.930931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.400372] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.903041] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.399432] env[65334]: INFO networking_nsxv3.common.synchronization [None req-229f3dc8-d019-4aca-89d3-a37f941741de tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: ad839f45-3c07-4dce-9215-232546ac31ce with Priority: HIGHEST for action security_group_rules [ 922.401584] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad839f45-3c07-4dce-9215-232546ac31ce with Priority: HIGHEST for action security_group_rules [ 922.401584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad839f45-3c07-4dce-9215-232546ac31ce taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.401584] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad839f45-3c07-4dce-9215-232546ac31ce',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.405520] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.406307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.407028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.407277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.407346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.407473] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 922.446531] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.446828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.446828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.447100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.447260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.459503] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 922.500862] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b81d73d8-958d-489d-866a-6ca10bfad497 tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: ad839f45-3c07-4dce-9215-232546ac31ce with Priority: HIGHEST for action security_group_rules [ 922.501473] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad839f45-3c07-4dce-9215-232546ac31ce with Priority: HIGHEST for action security_group_rules [ 922.503935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad839f45-3c07-4dce-9215-232546ac31ce taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.504148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.786202] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 922.786202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.786723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.787174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.787972] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.788183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.788293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.789453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.789453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.789453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.789453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.789453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.789453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.789716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.789822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.790512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.790685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.790853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.791171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.791465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.792175] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.924734] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.925083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.925083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.925190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.925285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925379] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad839f45-3c07-4dce-9215-232546ac31ce already deleted. [ 922.925472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.925788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.925885] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad839f45-3c07-4dce-9215-232546ac31ce',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.294720] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d567904f-a131-48bd-adb7-e6596a53afc6: rpc.has_security_group_logging(os_id): False [ 923.315320] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.315487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.315569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.315880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.315989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.317222] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.317375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.317433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.317549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.317609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.317806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.317896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.317970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.318147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.318227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.318323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be created. [ 923.384058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.384058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.384058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.384307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.384481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.403310] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 923.457338] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.457415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.457447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.457690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.457785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.457885] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad839f45-3c07-4dce-9215-232546ac31ce already deleted. [ 923.457967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad839f45-3c07-4dce-9215-232546ac31ce" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.475153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 924.475635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.475890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.476199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.476449] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.476636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.476726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.476996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.478241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.478241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.478241] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.980572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.980768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.980864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981427] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.981563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.981652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.982396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.982483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.982665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.982840] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.982959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.983067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.983244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.983343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.983448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.983581] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.415878] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 925.416142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.416323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.416550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.416640] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.486291] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16142fd-fb1e-47fc-93ff-45f232ae45d3: rpc.has_security_group_logging(os_id): False [ 925.506596] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.506805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.506850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.507079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.507180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.507389] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.507493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.507545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.507689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.507755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.507932] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.508038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.508103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.508232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.508304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.508480] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.508572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.508627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.508759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.508842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.508924] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 925.597880] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.598053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.598223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.598436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.598492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.618258] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 925.918961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.919662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.920075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920327] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.423344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.423570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.423646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.423926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.424144] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.424253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.424317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.424760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.424760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.424760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.424862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.424947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.425009] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.425170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.425307] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.425398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.425498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.425589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.425684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.425772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.425860] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.928079] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d567904f-a131-48bd-adb7-e6596a53afc6: rpc.has_security_group_logging(os_id): False [ 926.950795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.951046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.951046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.951252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.951370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.951614] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.951718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.951780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.951965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.952058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.952255] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.952370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.952425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.952538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.952607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.952835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.952957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.953038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.953183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.953387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.953535] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 927.027869] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.028078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.028128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.028344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.028486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.051081] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 927.474051] env[65334]: INFO networking_nsxv3.common.synchronization [req-82ffb3cb-9ac4-490f-8501-65df5c509dcc req-8a147946-efc3-4986-8758-9e047db0314f tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 927.474766] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 927.475162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.476016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.476016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.476016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.476016] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.476016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.476309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.476309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.476394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.476497] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.634817] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 927.635115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.979099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.979486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.979486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.979620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.979712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.980331] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.980449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.981442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.981442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.981442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.981442] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 928.017226] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.017376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.017441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.017637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.017797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.035812] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 929.066835] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 929.067179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.541654] env[65334]: INFO networking_nsxv3.common.synchronization [req-59bf84a4-fe0e-41a2-87ab-6cf58c6a9ba6 req-652a86c0-78f6-4a0a-ac41-457ed2d06f5a tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 929.542182] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 929.543951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.543951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.543951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.543951] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.924910] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.925208] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.925282] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.925498] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.925754] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.925917] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.926048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.926343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.926416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.926627] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.926738] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.926844] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.926948] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.927071] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.927182] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.927310] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.946851] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.947040] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.947239] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.947525] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.947923] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-aa32794b-1259-46df-9f7c-5bd86e599d92 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.948187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.948248] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.948585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.948725] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa32794b-1259-46df-9f7c-5bd86e599d92',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.045879] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.047798] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 930.048022] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 930.048148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.451521] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.451521] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.451521] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.451974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.451974] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.452081] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port aa32794b-1259-46df-9f7c-5bd86e599d92 not found, creating... [ 930.452433] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.452433] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.452664] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.452876] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.453057] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.454015] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.454015] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.454015] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.454015] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.454322] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.454424] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: aa32794b-1259-46df-9f7c-5bd86e599d92 is going to be created. [ 930.477629] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.478015] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.478200] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.478753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.478827] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.479048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.552046] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.054435] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.054632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.054705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.054962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.055097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.055208] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 931.084806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.084901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.084980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.085226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.085436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.094841] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 931.217143] env[65334]: INFO networking_nsxv3.common.synchronization [req-59bf84a4-fe0e-41a2-87ab-6cf58c6a9ba6 req-85006010-c5b0-4d97-af38-dfe970f0f1aa service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 931.217143] env[65334]: INFO networking_nsxv3.common.synchronization [req-59bf84a4-fe0e-41a2-87ab-6cf58c6a9ba6 req-85006010-c5b0-4d97-af38-dfe970f0f1aa service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 931.217143] env[65334]: INFO networking_nsxv3.common.synchronization [req-59bf84a4-fe0e-41a2-87ab-6cf58c6a9ba6 req-85006010-c5b0-4d97-af38-dfe970f0f1aa service nova] Enqueued Resource ID: aa32794b-1259-46df-9f7c-5bd86e599d92 with Priority: HIGHEST for action port [ 931.217657] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 931.217822] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 931.217925] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa32794b-1259-46df-9f7c-5bd86e599d92 with Priority: HIGHEST for action port [ 931.218865] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.219040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.219115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.219314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.219399] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.220767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.220863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221073] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa32794b-1259-46df-9f7c-5bd86e599d92 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.221216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.221406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.221473] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa32794b-1259-46df-9f7c-5bd86e599d92',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.726025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.726025] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa32794b-1259-46df-9f7c-5bd86e599d92 with status ACTIVE [ 931.726025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.726025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.726025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.726025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.726857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.726857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.726857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.726857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.726857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa32794b-1259-46df-9f7c-5bd86e599d92 is going to be updated. [ 931.750444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.750844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.750844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.750951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.751074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.751243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa32794b-1259-46df-9f7c-5bd86e599d92" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109010] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 933.109010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.109442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109442] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.109442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.109616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.109616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109901] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.613437] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.116764] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.618662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.618866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.618959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.619226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.619317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.619421] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 934.652858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.652858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.652858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.652858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.653135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.665305] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 936.219171] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.219538] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 936.683498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 936.683810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.684064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.684394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.684528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.684678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.684741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.684908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.684990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.685487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.685869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.188897] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.188897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.189188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.189228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.189463] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.189463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.189575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.189669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.189754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189976] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.190086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.190147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.190444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.190590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.190590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.190794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.190872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.190957] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.694039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 937.719712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.720017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.720104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.720340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.720433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.720638] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.720740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.720800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721640] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.722352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.722435] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 937.815202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.815420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.815420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.815599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.815751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.836601] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 938.278704] env[65334]: INFO networking_nsxv3.common.synchronization [req-29f011a0-ec9d-4a65-b1c4-f1fca876e142 req-2373f537-c858-40ad-950a-4ffdf388b25d tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 938.279587] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 938.279669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.279748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.279800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.280187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.280348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.280759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.280759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.280904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.280952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.281095] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.721162] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.721656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.721656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.721853] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.722067] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.722268] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722488] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.722739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.722894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.723139] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.723259] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.723321] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.723430] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.723537] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.723702] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.724457] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.753645] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.753645] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.753645] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.753645] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.753645] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-594d1dc6-54f6-439c-9e6d-d046d382612b taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.753645] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.753645] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.754337] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.756267] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594d1dc6-54f6-439c-9e6d-d046d382612b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.783033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.784943] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.784943] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 already deleted. [ 938.784943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.258826] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.259107] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.259236] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.259529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.259680] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.259838] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 594d1dc6-54f6-439c-9e6d-d046d382612b not found, creating... [ 939.260324] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.260539] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.260690] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261017] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.261234] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.261685] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.261863] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261982] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.262741] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.262888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.263074] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 594d1dc6-54f6-439c-9e6d-d046d382612b is going to be created. [ 939.289168] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.289436] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.289560] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.289909] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.290174] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.290416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.857593] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 939.857990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.163527] env[65334]: INFO networking_nsxv3.common.synchronization [req-29f011a0-ec9d-4a65-b1c4-f1fca876e142 req-dee1b219-dc3b-4d7b-aec1-9fdfa97a809a service nova] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 940.163749] env[65334]: INFO networking_nsxv3.common.synchronization [req-29f011a0-ec9d-4a65-b1c4-f1fca876e142 req-dee1b219-dc3b-4d7b-aec1-9fdfa97a809a service nova] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 940.163891] env[65334]: INFO networking_nsxv3.common.synchronization [req-29f011a0-ec9d-4a65-b1c4-f1fca876e142 req-dee1b219-dc3b-4d7b-aec1-9fdfa97a809a service nova] Enqueued Resource ID: 594d1dc6-54f6-439c-9e6d-d046d382612b with Priority: HIGHEST for action port [ 940.164434] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_rules [ 940.164602] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 940.164685] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594d1dc6-54f6-439c-9e6d-d046d382612b with Priority: HIGHEST for action port [ 940.164964] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.168117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.168687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.169279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.169382] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.171119] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.171218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.171276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.171520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.171687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.171822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.171909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.172936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.173074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.173223] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.174376] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-594d1dc6-54f6-439c-9e6d-d046d382612b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.174456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.177151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.177151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.177151] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594d1dc6-54f6-439c-9e6d-d046d382612b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.678499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.678499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.678695] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.679559] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 594d1dc6-54f6-439c-9e6d-d046d382612b with status ACTIVE [ 940.679782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.679965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.679965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.680155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.680257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.680559] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.681078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.681078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.681357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.681450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.681655] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.681742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.681809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.681977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.682064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.682151] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 594d1dc6-54f6-439c-9e6d-d046d382612b is going to be updated. [ 940.704938] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.705209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.705331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.705685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.705843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.706069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594d1dc6-54f6-439c-9e6d-d046d382612b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.089221] env[65334]: INFO networking_nsxv3.common.synchronization [req-025dea76-95ef-40cb-b858-8b45cf73c532 req-1b0edde0-0f7f-4463-80cf-3fd9058515d3 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 941.089572] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 941.089802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.090334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.090334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.090334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.090478] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.091019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.091019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.091019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.091159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.091159] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.184764] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.594478] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.594655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.594780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.594997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.595140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.595350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.595459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.595520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.595685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.595763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.595869] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 941.634974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.635169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.635239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.635477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.635623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.650854] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 941.678638] env[65334]: INFO networking_nsxv3.common.synchronization [None req-d78e9431-506f-40a4-a88a-e57a2bb050e0 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 941.679258] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 941.681441] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.681441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.681441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.681441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.681441] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.687496] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.687496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.687731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.691054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.691054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.691054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 is going to be created. [ 941.736245] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.736506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.736506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.736750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.736904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.755348] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: UNINITIALIZED for 2s [ 941.797020] env[65334]: INFO networking_nsxv3.common.synchronization [None req-38c299f9-172d-4460-8690-9c97fff3b42d tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 941.797020] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 941.797020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.797417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208080] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.208080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.208080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.208080] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 already deleted. [ 942.208925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.208925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.208925] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.740996] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.741299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.741299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.741722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.741722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.741887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 already deleted. [ 942.742223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.662913] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 943.662913] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 943.662913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.767187] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: SUCCESS [ 943.767187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.767187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.767355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.767456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.767575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.767662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.767774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.767847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.767930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.768028] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.272448] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.775377] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bed54c7-193b-4aa7-9e17-7864d711b433: rpc.has_security_group_logging(os_id): False [ 944.796764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.797042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.797212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.797492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.797625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.797947] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.798123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.798201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.798488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.798626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.798764] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 is going to be created. [ 944.873377] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.873616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.873680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.873935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.874202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.894221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: IN_PROGRESS for 2s [ 945.961389] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-7d984a5d-2b60-4cb8-aab6-ef3b0f12db0d tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 945.964334] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 945.965082] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.965211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.965274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.966094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.966094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.966094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.966276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.966314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.967414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.967414] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.335963] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-3a01d41d-0459-439a-aa5d-37b1e42ec7ab tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 946.336526] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 946.336874] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.336924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.470612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.470784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.470784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.471011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.471112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.471355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.471450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.471504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.471639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.471711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.471795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 946.498871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.499028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.499092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.499305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.499442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.508311] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 946.652115] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.652115] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-992" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652115] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-992" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652592] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-992" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.652592] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.652592] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652929] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.653091] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.653299] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.653461] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.653525] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.653666] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.653790] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.653903] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.654047] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.673142] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.674152] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.674152] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.674152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-992" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.674152] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-2221a595-2427-40de-a154-9bc9d6665a71 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.674353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.674353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.674613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.674775] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2221a595-2427-40de-a154-9bc9d6665a71',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.907562] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: SUCCESS [ 946.907870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180296] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.180793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.180793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.180934] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.181095] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.181265] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 2221a595-2427-40de-a154-9bc9d6665a71 not found, creating... [ 947.181631] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.181878] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.181951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.182369] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.182369] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.182613] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.182767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.182883] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.183112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.183251] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.183386] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 2221a595-2427-40de-a154-9bc9d6665a71 is going to be created. [ 947.208738] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.208738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.208738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.208738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.208908] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.209130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.986555] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-e5a1a11b-10ec-40e4-a66f-768b11a21e0c service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 947.986802] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-e5a1a11b-10ec-40e4-a66f-768b11a21e0c service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 947.986994] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-e5a1a11b-10ec-40e4-a66f-768b11a21e0c service nova] Enqueued Resource ID: 2221a595-2427-40de-a154-9bc9d6665a71 with Priority: HIGHEST for action port [ 947.987625] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 947.987812] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 947.987924] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2221a595-2427-40de-a154-9bc9d6665a71 with Priority: HIGHEST for action port [ 947.988231] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.988353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.988422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.988637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.988729] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.990065] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.990156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.990425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2221a595-2427-40de-a154-9bc9d6665a71 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.990497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.990534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.990707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.990794] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2221a595-2427-40de-a154-9bc9d6665a71',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.312262] env[65334]: INFO networking_nsxv3.common.synchronization [None req-9bb4f4e5-35c5-4df3-a129-833176539d70 tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 948.312262] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 948.312761] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.312761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.312761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.312761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.312928] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.422981] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0798b259-94ef-4c5b-a9fa-74d70effa9a9 tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 948.423754] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 948.424131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.424483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494124] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.494124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494124] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2221a595-2427-40de-a154-9bc9d6665a71 with status ACTIVE [ 948.494124] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.494124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.494124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.494124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.494532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.494532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.494532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.494669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.494778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.494838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.495034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.495116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.495195] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2221a595-2427-40de-a154-9bc9d6665a71 is going to be updated. [ 948.521021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.521196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.521277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.521521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.521646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.521823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2221a595-2427-40de-a154-9bc9d6665a71" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.522705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 948.522881] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b deletion is rescheduled due to dependency. [ 948.523080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.523344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.523425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.523541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.523671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.523732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.523923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.524022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524128] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.629898] env[65334]: INFO networking_nsxv3.common.synchronization [req-644fbbef-7ed2-4afb-86dd-c31130f2e073 req-d9283d0c-9906-4aaf-87a6-918014c2ff66 tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 948.631048] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 948.631417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.631554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.631634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.631843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.632011] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.632122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.632185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.632533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.632533] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.837028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.837028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.837028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837568] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece already deleted. [ 948.837568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837811] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.011662] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.012059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-748" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.012245] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-748" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.012670] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-748" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.013265] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.013501] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.013636] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.014043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.014238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.014483] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.014622] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.014805] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.014964] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.015163] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.015317] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.015474] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.029533] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.040875] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.040875] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.040875] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.040875] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-748" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.040875] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.041197] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.041254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.042363] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.042545] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b931e952-93d7-4926-b8ce-2d3a62bfd4e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.134772] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.367034] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.367034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.367034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.367034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.367480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.367480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece already deleted. [ 949.367480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.534229] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.546269] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.546498] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.546624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.546910] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.547069] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.547220] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b931e952-93d7-4926-b8ce-2d3a62bfd4e8 not found, creating... [ 949.547475] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.547629] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.547758] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.548033] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.548178] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.548460] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.548631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.548774] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.549035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.549178] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.549599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b931e952-93d7-4926-b8ce-2d3a62bfd4e8 is going to be created. [ 949.571370] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.571731] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.571986] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.572463] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.572863] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.573403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.639805] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.037486] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.037650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.037725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.037921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.038019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.038119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 950.070762] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.070959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.071085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.072032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.072032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.082594] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 950.143551] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.143987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.143987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.144110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.144199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.144273] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 950.173078] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.173571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.173571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.173571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.173738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.183119] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 950.351805] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-b0f7b014-bf7d-4b19-b871-9c74942e1c0c service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 950.351978] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-b0f7b014-bf7d-4b19-b871-9c74942e1c0c service nova] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 950.352131] env[65334]: INFO networking_nsxv3.common.synchronization [req-2ede51f0-4532-46aa-8a98-9cc93bbf2e2a req-b0f7b014-bf7d-4b19-b871-9c74942e1c0c service nova] Enqueued Resource ID: b931e952-93d7-4926-b8ce-2d3a62bfd4e8 with Priority: HIGHEST for action port [ 950.352691] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_rules [ 950.352894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 950.352894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b931e952-93d7-4926-b8ce-2d3a62bfd4e8 with Priority: HIGHEST for action port [ 950.353203] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353527] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353875] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.354049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.354253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.354335] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b931e952-93d7-4926-b8ce-2d3a62bfd4e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.856929] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b931e952-93d7-4926-b8ce-2d3a62bfd4e8 with status ACTIVE [ 950.857418] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.857418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.857561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.857789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.858397] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.858683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.858683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.858777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.859046] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.859155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.859213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.859403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.859499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.859626] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b931e952-93d7-4926-b8ce-2d3a62bfd4e8 is going to be updated. [ 950.886287] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.886530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.886640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.886924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.887122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.887316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b931e952-93d7-4926-b8ce-2d3a62bfd4e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.900081] env[65334]: INFO networking_nsxv3.common.synchronization [req-36e0fa84-9693-43f6-9a6e-85958b7ecc35 req-ab0577fe-d59f-471d-b8de-f3f19501f413 tempest-ServersWithSpecificFlavorTestJSON-595894519 tempest-ServersWithSpecificFlavorTestJSON-595894519-project-member] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 950.900700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGHEST for action security_group_members [ 950.901780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.901964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.902806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.902806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.902806] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.902806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.903038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.903038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.903141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.903255] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.019566] env[65334]: INFO networking_nsxv3.common.synchronization [None req-7848774a-76b6-45ab-809c-26d0f89e1383 None None] Enqueued Resource ID: a3288017-77a5-498d-aaca-2424b5f2209d with Priority: HIGHEST for action port [ 951.020105] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3288017-77a5-498d-aaca-2424b5f2209d with Priority: HIGHEST for action port [ 951.020357] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3288017-77a5-498d-aaca-2424b5f2209d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.020486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3288017-77a5-498d-aaca-2424b5f2209d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.020565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3288017-77a5-498d-aaca-2424b5f2209d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.020894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3288017-77a5-498d-aaca-2424b5f2209d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.020984] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3288017-77a5-498d-aaca-2424b5f2209d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.406615] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.406780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.406852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.407089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.431775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.432045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.432164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.432230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.432430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.432508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.432594] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be updated. [ 951.469563] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.469955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.469996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.479415] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: IN_PROGRESS for 2s [ 951.525067] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3288017-77a5-498d-aaca-2424b5f2209d [ 951.525067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.525067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.525067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.525067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.525067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.525067] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3288017-77a5-498d-aaca-2424b5f2209d already deleted. [ 951.525067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3288017-77a5-498d-aaca-2424b5f2209d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.097317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.097317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.097317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.097317] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.195445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 952.195677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.604955] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.109636] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.492060] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 in Status: SUCCESS [ 953.492455] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 deletion is rescheduled due to dependency. [ 953.492455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.612209] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.615024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.615024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.615024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.615024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.615024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 953.650651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.650651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.650651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.650651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.650651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.661269] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 953.710025] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2b7623dc-66a9-4039-b621-f16fafc01aca None None] Enqueued Resource ID: c523ce41-62bf-48d4-a7be-379e0285b4a1 with Priority: HIGHEST for action port [ 953.712136] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c523ce41-62bf-48d4-a7be-379e0285b4a1 with Priority: HIGHEST for action port [ 953.712501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c523ce41-62bf-48d4-a7be-379e0285b4a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.712631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c523ce41-62bf-48d4-a7be-379e0285b4a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.712701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c523ce41-62bf-48d4-a7be-379e0285b4a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.712992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c523ce41-62bf-48d4-a7be-379e0285b4a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.713060] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523ce41-62bf-48d4-a7be-379e0285b4a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.215952] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c523ce41-62bf-48d4-a7be-379e0285b4a1 [ 954.216345] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.216433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.216433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.216658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.216743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.216837] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c523ce41-62bf-48d4-a7be-379e0285b4a1 already deleted. [ 954.216918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c523ce41-62bf-48d4-a7be-379e0285b4a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.329855] env[65334]: INFO networking_nsxv3.common.synchronization [req-714e1374-ebbd-4742-b745-2e53ad37c87d req-22327d95-c593-4c4f-8e11-56981fb1c674 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 954.330099] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 954.330440] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.330550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.330661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.330875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.332235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.332235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.332235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.332235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.332235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.332235] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.834343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.834506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.834588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.834773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.834882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.835099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.835228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.835300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.835407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.835500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.835586] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 already deleted. [ 954.835656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.261952] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.261952] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.261952] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.262695] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.262695] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.262695] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.262695] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.262695] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.262695] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.262892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.282481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.282481] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.282747] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.284623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.284623] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-f55c225c-3489-47bc-b672-70e98091a94d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.284623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.284623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.284623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.284623] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c225c-3489-47bc-b672-70e98091a94d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.672936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 955.672936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.672936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.673201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.673291] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.673437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.673571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.673764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.673884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.674020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.674150] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.675068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.675278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.677954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.677954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.677954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.677954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.677954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.677954] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.786834] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.787321] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.787476] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.787865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.787979] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.788124] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port f55c225c-3489-47bc-b672-70e98091a94d not found, creating... [ 955.788453] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.788626] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.788742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.788971] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.789126] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.789453] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.789619] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.789813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.790231] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.790474] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.790657] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: f55c225c-3489-47bc-b672-70e98091a94d is going to be created. [ 955.812407] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.812613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.812739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.813120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.813359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.813586] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.178650] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.178796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.181202] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.533833] env[65334]: INFO networking_nsxv3.common.synchronization [req-714e1374-ebbd-4742-b745-2e53ad37c87d req-d025d390-e564-4a6b-a19e-7935c3f4f655 service nova] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 956.533833] env[65334]: INFO networking_nsxv3.common.synchronization [req-714e1374-ebbd-4742-b745-2e53ad37c87d req-d025d390-e564-4a6b-a19e-7935c3f4f655 service nova] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 956.533833] env[65334]: INFO networking_nsxv3.common.synchronization [req-714e1374-ebbd-4742-b745-2e53ad37c87d req-d025d390-e564-4a6b-a19e-7935c3f4f655 service nova] Enqueued Resource ID: f55c225c-3489-47bc-b672-70e98091a94d with Priority: HIGHEST for action port [ 956.535927] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_rules [ 956.535927] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 956.538265] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55c225c-3489-47bc-b672-70e98091a94d with Priority: HIGHEST for action port [ 956.538265] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.538265] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.538265] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.538265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.538890] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.538890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.538890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.538890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538890] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.539572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55c225c-3489-47bc-b672-70e98091a94d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.539692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.540375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540375] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c225c-3489-47bc-b672-70e98091a94d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.685284] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.042032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.042525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.042525] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.043499] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f55c225c-3489-47bc-b672-70e98091a94d with status ACTIVE [ 957.043499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.043499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.043745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.044250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.044250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.044250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.044418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.044418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.044790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.044790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.044993] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.045219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.045417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.045471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.045546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.045635] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f55c225c-3489-47bc-b672-70e98091a94d is going to be updated. [ 957.068797] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.068958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.069415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.069415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.069415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.069753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55c225c-3489-47bc-b672-70e98091a94d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.190203] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.190203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.190203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.190388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.190388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.190454] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 957.224597] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.224784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.224856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.225018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.225173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.235151] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 957.549439] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.916400] env[65334]: INFO networking_nsxv3.common.synchronization [None req-a4a79878-1507-4a26-b00b-00a75d43c080 None None] Enqueued Resource ID: e92382fc-de48-46b3-a7bc-63a9c4dcba94 with Priority: HIGHEST for action port [ 957.916956] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92382fc-de48-46b3-a7bc-63a9c4dcba94 with Priority: HIGHEST for action port [ 957.917286] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92382fc-de48-46b3-a7bc-63a9c4dcba94 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.917408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92382fc-de48-46b3-a7bc-63a9c4dcba94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.917471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92382fc-de48-46b3-a7bc-63a9c4dcba94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.917870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92382fc-de48-46b3-a7bc-63a9c4dcba94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.917965] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92382fc-de48-46b3-a7bc-63a9c4dcba94',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.051757] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.052453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.052453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.052453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.052453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.052453] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 is going to be created. [ 958.077803] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.077942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.078011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.078259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.078415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.093438] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: UNINITIALIZED for 2s [ 958.335311] env[65334]: INFO networking_nsxv3.common.synchronization [req-884326a7-4346-4896-8f36-55b1fb7df499 req-0eaa180e-b78b-4723-aa61-5723fd4a0a1c tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 958.336189] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 958.336502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.336619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.336676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.336873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.337038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.337142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.337193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.337458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.337458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.337565] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.423218] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e92382fc-de48-46b3-a7bc-63a9c4dcba94 [ 958.423218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.423218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.423218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.423218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.423218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.423218] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e92382fc-de48-46b3-a7bc-63a9c4dcba94 already deleted. [ 958.423218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92382fc-de48-46b3-a7bc-63a9c4dcba94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.742463] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ec15b674-f4f8-4cba-b698-24a98b9387c7 tempest-ServersV294TestFqdnHostnames-362282691 tempest-ServersV294TestFqdnHostnames-362282691-project-member] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 958.743285] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 958.743847] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.743963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.744029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.744311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.744395] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.748227] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.748227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.748350] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.748613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.748887] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.749064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.749255] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.749426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.749570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.749817] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.749914] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.750014] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.750420] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.750420] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.750532] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.750638] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.774023] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.774023] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.774023] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.774023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.774023] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-c85da740-828e-4ace-92b8-0ee6f30520a1 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.774023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.774023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.774023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.774023] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85da740-828e-4ace-92b8-0ee6f30520a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.840888] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.841105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.841185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.841443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.841744] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.841838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.842049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.842049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.842151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842198] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 958.883886] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.884094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.884139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.884412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.884572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.889684] env[65334]: INFO networking_nsxv3.common.synchronization [None req-5428729c-9f3d-491f-8d2d-ff83c2fdbbee tempest-ServersV294TestFqdnHostnames-362282691 tempest-ServersV294TestFqdnHostnames-362282691-project-member] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 958.890427] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 958.890555] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.890664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.900556] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 959.246954] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 959.246954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.249525] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.249525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.249525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.249525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.249525] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.249740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.249740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.252141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.252141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.252141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.252141] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.275084] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.275084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.275084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.275373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.275373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.275437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 already deleted. [ 959.275479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.275960] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.276187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.276312] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.276526] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.276661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.276819] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port c85da740-828e-4ace-92b8-0ee6f30520a1 not found, creating... [ 959.277092] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.277242] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.277354] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.277553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.277680] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.277954] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.278138] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.278924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.278924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.278924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.278924] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: c85da740-828e-4ace-92b8-0ee6f30520a1 is going to be created. [ 959.279732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.279889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.279989] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.314639] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.314639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.314639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.314639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.314977] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.315215] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.753429] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c3f30c-ad34-4f50-8d95-152d2b3b897b: rpc.has_security_group_logging(os_id): False [ 959.784355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.784511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.784553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.784779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.784859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.785095] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.785190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.785251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.785402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.785474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.785650] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.785740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.786521] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.786521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.786798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.786798] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 959.816283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.816283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.816283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.816283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.816283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816283] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 already deleted. [ 959.817536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.871394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.871667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.871667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.871964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.872100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.891194] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 960.105611] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: SUCCESS [ 960.106467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.107578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.107983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.110221] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.110221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.110221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.110221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.110221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.110482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.111361] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.135323] env[65334]: INFO networking_nsxv3.common.synchronization [req-884326a7-4346-4896-8f36-55b1fb7df499 req-40be982b-006e-4ca8-a30e-eec53954230d service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 960.135532] env[65334]: INFO networking_nsxv3.common.synchronization [req-884326a7-4346-4896-8f36-55b1fb7df499 req-40be982b-006e-4ca8-a30e-eec53954230d service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 960.135721] env[65334]: INFO networking_nsxv3.common.synchronization [req-884326a7-4346-4896-8f36-55b1fb7df499 req-40be982b-006e-4ca8-a30e-eec53954230d service nova] Enqueued Resource ID: c85da740-828e-4ace-92b8-0ee6f30520a1 with Priority: HIGHEST for action port [ 960.136331] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 960.136465] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 960.136568] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85da740-828e-4ace-92b8-0ee6f30520a1 with Priority: HIGHEST for action port [ 960.138033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.138033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.138033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.138033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.138033] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.138632] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.138740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.139045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c85da740-828e-4ace-92b8-0ee6f30520a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.139110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.139143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.139386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.143196] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85da740-828e-4ace-92b8-0ee6f30520a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.613191] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.647173] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.647173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.647318] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c85da740-828e-4ace-92b8-0ee6f30520a1 with status ACTIVE [ 960.647423] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.647522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.647774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.647843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.648019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.648205] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.648300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.648516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.648607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.648769] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.648860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.649068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.649137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.649217] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c85da740-828e-4ace-92b8-0ee6f30520a1 is going to be updated. [ 960.673494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.673734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.673990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.674156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.674327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c85da740-828e-4ace-92b8-0ee6f30520a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.913070] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 960.913070] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 deletion is rescheduled due to dependency. [ 960.913070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.914141] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.914141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.915138] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.056856] env[65334]: INFO networking_nsxv3.common.synchronization [None req-3ce26ab5-d358-491c-a54f-c065acf08679 None None] Enqueued Resource ID: b898689c-acc2-4c3b-a194-d3d97aa3a3bc with Priority: HIGHEST for action port [ 961.057560] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b898689c-acc2-4c3b-a194-d3d97aa3a3bc with Priority: HIGHEST for action port [ 961.057700] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b898689c-acc2-4c3b-a194-d3d97aa3a3bc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.057806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b898689c-acc2-4c3b-a194-d3d97aa3a3bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.057870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b898689c-acc2-4c3b-a194-d3d97aa3a3bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b898689c-acc2-4c3b-a194-d3d97aa3a3bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.058256] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b898689c-acc2-4c3b-a194-d3d97aa3a3bc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.098200] env[65334]: INFO networking_nsxv3.common.synchronization [req-f072ff82-e56a-4b82-85c8-976cddc3521a req-eefe89d0-6d06-4ad2-9446-f58acfedb8eb tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 961.098200] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 961.098200] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.098470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.098470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.098577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.098730] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.098832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.098892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.099076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.099163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.099255] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.116462] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 127a1db7-c2f9-4652-ab7e-79731f386f66: rpc.has_security_group_logging(os_id): False [ 961.145031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.145031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.145031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.145031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 is going to be created. [ 961.222762] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.223148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.223148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.223287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.223442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.240108] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: IN_PROGRESS for 2s [ 961.417792] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.536135] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.536135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.536135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.536135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.536135] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.536135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.536662] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.537026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.537290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.537618] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.537851] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.538084] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.538301] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.538510] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.538714] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.539051] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.560458] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.560458] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.560458] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.560458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.560458] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-205b9a5b-8e0f-4fa8-af63-c161799714c7 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.560458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.560458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.560458] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.560458] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205b9a5b-8e0f-4fa8-af63-c161799714c7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.561717] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b898689c-acc2-4c3b-a194-d3d97aa3a3bc [ 961.562631] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.563279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.563447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.563818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.566197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.566300] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b898689c-acc2-4c3b-a194-d3d97aa3a3bc already deleted. [ 961.566388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b898689c-acc2-4c3b-a194-d3d97aa3a3bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.603366] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.911629] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 961.911914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.912182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.913169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.913169] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.920687] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.068701] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.068931] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.069066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.069410] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.069563] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.069715] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 205b9a5b-8e0f-4fa8-af63-c161799714c7 not found, creating... [ 962.069991] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.071243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.071375] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.071610] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.071959] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.072099] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.072259] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.072373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.072765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.072765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.072869] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 205b9a5b-8e0f-4fa8-af63-c161799714c7 is going to be created. [ 962.095140] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.095373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.095495] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.095994] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.097272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.097272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.105847] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.416327] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.416485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.416536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.416764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.416927] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.417040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.417104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.417254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.417336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.417516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.417642] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.423837] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.424059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.424145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.424407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.424407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.424514] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 962.455927] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.456216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.456346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.456699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.456982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.468530] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 962.607585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.607585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.607585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.607802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.608418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.608418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 962.644526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.645116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.645116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.645116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.645424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656829] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 962.824382] env[65334]: INFO networking_nsxv3.common.synchronization [req-f072ff82-e56a-4b82-85c8-976cddc3521a req-040b9647-82e0-4b3a-8c3a-85f618a46b53 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 962.825012] env[65334]: INFO networking_nsxv3.common.synchronization [req-f072ff82-e56a-4b82-85c8-976cddc3521a req-040b9647-82e0-4b3a-8c3a-85f618a46b53 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 962.825303] env[65334]: INFO networking_nsxv3.common.synchronization [req-f072ff82-e56a-4b82-85c8-976cddc3521a req-040b9647-82e0-4b3a-8c3a-85f618a46b53 service nova] Enqueued Resource ID: 205b9a5b-8e0f-4fa8-af63-c161799714c7 with Priority: HIGHEST for action port [ 962.826166] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 962.826342] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 962.826468] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205b9a5b-8e0f-4fa8-af63-c161799714c7 with Priority: HIGHEST for action port [ 962.826881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.826994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.826994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.827202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.827286] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.828230] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.828347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.828717] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-205b9a5b-8e0f-4fa8-af63-c161799714c7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.828717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.828717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.828887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.828961] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205b9a5b-8e0f-4fa8-af63-c161799714c7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.923833] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.923833] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.923833] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.924583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.924583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.924583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.924583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.924583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.924869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.925459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.925673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.926324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.926647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.926835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.927053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.928048] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.255571] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: SUCCESS [ 963.255842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.334593] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.334693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.334954] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 205b9a5b-8e0f-4fa8-af63-c161799714c7 with status ACTIVE [ 963.335205] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.335352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.335409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.335656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.335791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.336282] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.336282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.336282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.336282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.336470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.336548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.336689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.336689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.336826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.336896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.336977] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 205b9a5b-8e0f-4fa8-af63-c161799714c7 is going to be updated. [ 963.399309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.399309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.399309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.399599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.399599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.399665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205b9a5b-8e0f-4fa8-af63-c161799714c7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.431197] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c3f30c-ad34-4f50-8d95-152d2b3b897b: rpc.has_security_group_logging(os_id): False [ 963.451502] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.451659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.451799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.451977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.452079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.452322] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.452424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.452488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.452662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.452739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.453247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.453375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.453375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.454138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.454138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.454138] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.454138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.454138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.454324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.454324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.454502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 963.527099] env[65334]: INFO networking_nsxv3.common.synchronization [req-23d2121b-7e83-4ebd-9075-5d201af47f1e req-662b20c8-4b4b-4751-8f7e-c78eb4375415 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 963.527647] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 963.527978] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.528115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.528180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.528385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.528535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.528730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.528730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.528910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.528946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.529385] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.562931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.562931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.562931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.562931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.562931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.588024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 963.875035] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.875035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.875035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.875035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.875035] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.875035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.875035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.875570] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.875806] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.876101] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.876221] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.876330] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.876474] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.876625] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.876840] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.877086] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.908264] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.908521] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.908699] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.908934] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.909715] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-6eb8f11f-08c0-486c-910f-66489634124a taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.910018] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.910215] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.910698] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.910892] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb8f11f-08c0-486c-910f-66489634124a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.034938] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.034938] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.034938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.034938] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 964.063277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.063432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.063547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.063964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.063964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.073821] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 964.414655] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.414975] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.415176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.415467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.415627] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.415763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 6eb8f11f-08c0-486c-910f-66489634124a not found, creating... [ 964.416125] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.416277] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.416392] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.416612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.416747] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.417100] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417331] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.417500] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.417645] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.417768] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 6eb8f11f-08c0-486c-910f-66489634124a is going to be created. [ 964.443301] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.443473] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.443594] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.443915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.444161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.444814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.455043] env[65334]: INFO networking_nsxv3.common.synchronization [req-b0f10107-4fd4-4833-aac1-aa46dc3488ce req-8f90e3d1-28da-426d-8dc6-f03049851e22 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 964.455590] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 964.455897] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.456032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.456101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.456295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.456445] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.456546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.456606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.456754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.456835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.456928] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.480264] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 964.480516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.480677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.480890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.481094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.481212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.481275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.481502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.481618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.481818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.481936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.667307] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.668884] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.668884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.669221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.669221] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.694896] env[65334]: INFO networking_nsxv3.common.synchronization [req-b0f10107-4fd4-4833-aac1-aa46dc3488ce req-818ad5e4-0365-44b6-8c17-5b7f352c47a3 tempest-ServersTestMultiNic-614805206 tempest-ServersTestMultiNic-614805206-project-member] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 964.697453] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGHEST for action security_group_members [ 964.697453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.697453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.959904] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.985552] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.985738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.985738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.985952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.986153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.986269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.986327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.986606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.986606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.986606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.986805] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.987075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.987075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.987075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.987235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.987299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.987342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.987477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.987566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.987643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.987697] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.171744] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.245884] env[65334]: INFO networking_nsxv3.common.synchronization [req-23d2121b-7e83-4ebd-9075-5d201af47f1e req-adace8a1-8163-4f9f-8caa-489fccd1310c service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 965.246263] env[65334]: INFO networking_nsxv3.common.synchronization [req-23d2121b-7e83-4ebd-9075-5d201af47f1e req-adace8a1-8163-4f9f-8caa-489fccd1310c service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 965.246384] env[65334]: INFO networking_nsxv3.common.synchronization [req-23d2121b-7e83-4ebd-9075-5d201af47f1e req-adace8a1-8163-4f9f-8caa-489fccd1310c service nova] Enqueued Resource ID: 6eb8f11f-08c0-486c-910f-66489634124a with Priority: HIGHEST for action port [ 965.250532] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 965.250678] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 965.251193] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb8f11f-08c0-486c-910f-66489634124a with Priority: HIGHEST for action port [ 965.251600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.251861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.251960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.252230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.252340] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.254374] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.254513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.254888] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb8f11f-08c0-486c-910f-66489634124a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.254977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.255022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.255278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.255406] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb8f11f-08c0-486c-910f-66489634124a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.463424] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.490358] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d32b7a-41f0-41dd-9499-ab4269a31f38: rpc.has_security_group_logging(os_id): False [ 965.515024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.515024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.515024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.515024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.515835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.515835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.515835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.515835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.515835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.515835] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 965.584870] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.585120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.585199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.585480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.585682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.605030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 965.607222] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 965.607690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.690989] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.755628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.755628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759540] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eb8f11f-08c0-486c-910f-66489634124a with status ACTIVE [ 965.759540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.759540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.759540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.760465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.760465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.760465] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.760465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.760694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.760694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.760759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.760834] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eb8f11f-08c0-486c-910f-66489634124a is going to be updated. [ 965.784503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.784794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.784949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.785273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.785514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.785712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb8f11f-08c0-486c-910f-66489634124a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.966572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.966733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.967362] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 965.998128] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.998346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.998346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.998700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.998845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008974] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 966.086336] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 966.086761] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 966.086761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.087294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.087552] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.087681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.087746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.087918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.088013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.088167] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.181990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.182437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.182437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.182596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.182739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.182826] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 966.216319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.216560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.216560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.216788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.216959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.227996] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 966.323278] env[65334]: INFO networking_nsxv3.common.synchronization [req-884cdf74-331d-4acb-8d03-57b614338c91 req-63233803-fcb8-49de-893f-88a5ae88ff05 tempest-ServerActionsV293TestJSON-347327208 tempest-ServerActionsV293TestJSON-347327208-project-member] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 966.323827] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 966.324446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.324446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.324446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.324630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.324918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.324918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.324918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.325554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.325745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.326035] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.591071] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.731039] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.731039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-691" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.731039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-691" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-691" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734089] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.734089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734089] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.734089] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.734089] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.734089] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.734089] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.734089] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.734597] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.734597] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.755843] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.756083] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.756262] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.756462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-691" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.756840] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-89e8d259-35be-40cc-8829-fb4621c13ea4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.757046] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.757113] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.757469] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.757622] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e8d259-35be-40cc-8829-fb4621c13ea4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.831453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.831699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.831775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.832153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.832295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.832549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.832666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.832729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.832914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.832993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.833091] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef already deleted. [ 966.833183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.093039] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.263869] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.265229] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.265229] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.265229] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.265229] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.265229] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 89e8d259-35be-40cc-8829-fb4621c13ea4 not found, creating... [ 967.265486] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.265689] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.265815] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.266199] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.266445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.266810] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.267039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.267171] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.267481] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.267642] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.267806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 89e8d259-35be-40cc-8829-fb4621c13ea4 is going to be created. [ 967.309625] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.310310] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310310] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.311113] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.311439] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.311689] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.599594] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.599594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.599594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.599594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.599594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.599594] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 967.621732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 967.621732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.634233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.634423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.634757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.634919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.646024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 968.020526] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 968.020698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.020852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.021168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.021526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.021526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.021526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.021732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.021732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.021824] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.072642] env[65334]: INFO networking_nsxv3.common.synchronization [req-884cdf74-331d-4acb-8d03-57b614338c91 req-07a27cd1-6da4-444c-8018-7fbb36494fd7 service nova] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 968.072642] env[65334]: INFO networking_nsxv3.common.synchronization [req-884cdf74-331d-4acb-8d03-57b614338c91 req-07a27cd1-6da4-444c-8018-7fbb36494fd7 service nova] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 968.073067] env[65334]: INFO networking_nsxv3.common.synchronization [req-884cdf74-331d-4acb-8d03-57b614338c91 req-07a27cd1-6da4-444c-8018-7fbb36494fd7 service nova] Enqueued Resource ID: 89e8d259-35be-40cc-8829-fb4621c13ea4 with Priority: HIGHEST for action port [ 968.073710] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_rules [ 968.074017] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 968.074406] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8d259-35be-40cc-8829-fb4621c13ea4 with Priority: HIGHEST for action port [ 968.074774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.074929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.075036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.075283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.075408] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.077736] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.077736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.077736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.077736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.077736] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.081107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.081107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.083844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.083844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.083844] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.083956] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e8d259-35be-40cc-8829-fb4621c13ea4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.084097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.084172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.084386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.084466] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e8d259-35be-40cc-8829-fb4621c13ea4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.243700] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 968.244044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.244292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.244548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.244942] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.245074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.245074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.245244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.245330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.245452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.245599] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.527536] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.527934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.527934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.527934] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.528074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.528074] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.528218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.528347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.528384] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be updated. [ 968.564319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.564511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.564557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.564752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.564909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.579457] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: IN_PROGRESS for 2s [ 968.589915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89e8d259-35be-40cc-8829-fb4621c13ea4 with status ACTIVE [ 968.589915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.589915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89e8d259-35be-40cc-8829-fb4621c13ea4 is going to be updated. [ 968.590959] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.592085] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.592216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.615479] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.616542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.616542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.616542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.616542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.616542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e8d259-35be-40cc-8829-fb4621c13ea4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.748379] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.748538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.748609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.748835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.749031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.749136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.749226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.749353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.749436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.749550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.749697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.749758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.749805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.749922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.750070] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.750161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.750218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.750354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.750428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.750508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.750597] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.756659] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-0bbf0d81-1932-47bf-9426-66a12af8c115 tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 968.757453] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 968.757782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.757900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.757992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.758209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.758368] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.758461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.758523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.758844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.758844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.758844] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.094523] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.175841] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.176114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.176351] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.176661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.177039] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.177286] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.177431] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.177688] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.177935] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.180015] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.180015] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.180015] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.180015] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.180015] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.180342] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.180739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.205045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.206414] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.206414] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.206414] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.206414] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.206707] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.207384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.207384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.207384] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f759f2-ca17-47e0-bdc7-bab7e8fe1db6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.258459] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 969.261306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.261494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.261541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.261767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.261862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.262083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.262189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.262413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.262483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.262573] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 969.295985] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.296236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.296236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.296458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.296547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.296797] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.296904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.296967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.299398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.299398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.299398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.299398] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 969.327268] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.327434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.327523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.327776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.327947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.343667] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 969.412722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.413055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.413055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.413371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.418046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.433868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 969.597342] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.597768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.597768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.597976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.598130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.598242] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef is going to be created. [ 969.628898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.629140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.629184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.629467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.629687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.642553] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: UNINITIALIZED for 2s [ 969.662224] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 969.662533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.662733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.663018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.663267] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.663409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.663479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.663686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.663818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.663936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.664279] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.710892] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.711339] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.711503] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.711882] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.712124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.712298] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 not found, creating... [ 969.712633] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.712764] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.712883] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.713174] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.713318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.713636] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.713808] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.713987] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.714423] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.714678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.714921] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 is going to be created. [ 969.751420] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.751834] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.752128] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.752852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.753243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.753648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.167433] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.167656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.167770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.168052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.168422] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.168630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.168716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.168954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.169129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.169298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.169585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.169789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.169867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.170055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.170252] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.170479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.170754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.171030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.171150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.171247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.171348] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.529514] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-2dbb4d79-d2d0-462c-8153-2c85c4c91fed service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 970.529659] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-2dbb4d79-d2d0-462c-8153-2c85c4c91fed service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 970.529850] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-2dbb4d79-d2d0-462c-8153-2c85c4c91fed service nova] Enqueued Resource ID: 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 with Priority: HIGHEST for action port [ 970.530653] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 970.530928] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 970.531167] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 with Priority: HIGHEST for action port [ 970.531491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.531617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.531795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.532033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.532126] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.533181] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.533315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.533570] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.533673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.533738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.534106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.534225] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f759f2-ca17-47e0-bdc7-bab7e8fe1db6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.594901] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b in Status: SUCCESS [ 970.596220] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b deletion is rescheduled due to dependency. [ 970.596366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.675708] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 970.697301] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.697995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.698197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.698501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.698762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.699091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.699322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.699746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.699917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.700228] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.700461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.700607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.700835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.701013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.702497] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.702497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.702497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.702497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.702497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.702497] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 970.776865] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.777113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.777239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.777552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.777812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.793738] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 971.038059] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.038285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.038603] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 with status ACTIVE [ 971.038946] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.039165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.039298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.039621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.039784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.040145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.040883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041255] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.041451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.041559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.041800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.041946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.042072] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f759f2-ca17-47e0-bdc7-bab7e8fe1db6 is going to be updated. [ 971.067063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.067345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.067412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.067620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.067756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.067949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f759f2-ca17-47e0-bdc7-bab7e8fe1db6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.358498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 971.358687] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 deletion is rescheduled due to dependency. [ 971.358889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.359048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.359196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.359384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.359502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.359566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.359718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.359797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.359996] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.454960] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-51435c31-acea-4dfd-b9d1-0bf3466883fc tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 971.455838] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 971.456084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.457065] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 971.457980] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.458104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.667203] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: SUCCESS [ 971.667479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.667648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.667872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.668134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.668320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.668385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.668548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.668629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.668713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.668803] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.861936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.885885] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.885885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.885885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.886730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.886730] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.886730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.886730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.887035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.887035] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.887901] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.887901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.887901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.887901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.887901] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.887901] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.887901] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.915706] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.915971] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.916157] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.916629] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-711" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.916843] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-aef95bfc-3170-4967-9e84-25eaf8fc9efd taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.917138] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.919365] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.919365] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.919365] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef95bfc-3170-4967-9e84-25eaf8fc9efd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.171430] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.364958] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.420674] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.420995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.421240] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.421703] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.421867] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.422120] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port aef95bfc-3170-4967-9e84-25eaf8fc9efd not found, creating... [ 972.422532] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.422683] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.422822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.423036] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.423185] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.423485] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.423735] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.423824] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.424084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.424256] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.424396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: aef95bfc-3170-4967-9e84-25eaf8fc9efd is going to be created. [ 972.448254] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.449575] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449575] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.449575] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.449810] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.450737] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.675694] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62f5987c-f29c-46bc-8357-ac80cd8710ef: rpc.has_security_group_logging(os_id): False [ 972.707247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.707425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.707465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.707666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.707747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.707991] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708448] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef is going to be created. [ 972.783977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.784256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.784355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.784625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.784827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.811219] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: IN_PROGRESS for 2s [ 972.822666] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 972.823175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.869243] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.869692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.869692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.869823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.869962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.870098] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 972.960345] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.960667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.960667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.960857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.972542] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 973.250142] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-b80fb153-2142-4a2e-8445-384494ac28df service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 973.250324] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-b80fb153-2142-4a2e-8445-384494ac28df service nova] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 973.250458] env[65334]: INFO networking_nsxv3.common.synchronization [req-bda6d9b9-428c-4421-87d2-b0d80b5ca5de req-b80fb153-2142-4a2e-8445-384494ac28df service nova] Enqueued Resource ID: aef95bfc-3170-4967-9e84-25eaf8fc9efd with Priority: HIGHEST for action port [ 973.250987] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_rules [ 973.251140] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 973.251236] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef95bfc-3170-4967-9e84-25eaf8fc9efd with Priority: HIGHEST for action port [ 973.251504] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.251608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.251791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.251902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.252816] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef95bfc-3170-4967-9e84-25eaf8fc9efd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.252936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.253008] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.253226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.253307] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef95bfc-3170-4967-9e84-25eaf8fc9efd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.755882] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aef95bfc-3170-4967-9e84-25eaf8fc9efd with status ACTIVE [ 973.756184] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.756345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.756415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.756623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.756710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.756906] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.757023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.757088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.757239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.757315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.757501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.757622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.757665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.757806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.757841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.757923] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aef95bfc-3170-4967-9e84-25eaf8fc9efd is going to be updated. [ 973.788533] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.788723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.788723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.789216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.789216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.789361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef95bfc-3170-4967-9e84-25eaf8fc9efd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.827596] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: SUCCESS [ 974.827889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.983070] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 974.983343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.983545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.983803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.984089] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.984228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.984296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.984475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.984566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.984662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.984779] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.985778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.986068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.986212] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.986362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.986442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.986651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.986751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.986869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.489687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.489687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.489862] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.992704] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.494606] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.494806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.494980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.495326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.495468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.495586] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 976.538943] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.539209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.539209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.539432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.539530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557149] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 977.616313] env[65334]: INFO networking_nsxv3.common.synchronization [req-d0916035-d9c6-4346-b77d-d795da425b20 req-d473cc62-56f5-4e37-b785-53f62e87aeba tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 977.617229] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 977.617229] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.618936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.618936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.618936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.618936] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.618936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.618936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.619210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.619210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.619363] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.081552] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.081824] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084026] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.084026] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.084568] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.084568] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.084568] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.084568] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.084878] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.084878] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.107999] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.107999] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.107999] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.107999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.107999] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.107999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.107999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.107999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.107999] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2ba26-e6d4-4ecb-b411-c69fb86c7777',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.123068] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.123068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.123068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.123068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.123068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.123474] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.123474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.123474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.123696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.123793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.123907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 978.152798] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.153022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.153073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.153258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.153400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.164890] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 978.569546] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 978.569765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.569937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.570211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.570410] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.570512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.570630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.570732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.570806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.570902] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.609941] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.610247] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.610419] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.610934] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.611119] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.611346] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 not found, creating... [ 978.611847] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612072] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612246] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614081] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.614081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614081] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 is going to be created. [ 978.640082] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.640542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.640542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.640767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.641018] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.641257] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073516] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.387683] env[65334]: INFO networking_nsxv3.common.synchronization [req-d0916035-d9c6-4346-b77d-d795da425b20 req-1faedd87-17b1-4687-b67e-1bb1f074171b service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 979.387863] env[65334]: INFO networking_nsxv3.common.synchronization [req-d0916035-d9c6-4346-b77d-d795da425b20 req-1faedd87-17b1-4687-b67e-1bb1f074171b service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 979.387999] env[65334]: INFO networking_nsxv3.common.synchronization [req-d0916035-d9c6-4346-b77d-d795da425b20 req-1faedd87-17b1-4687-b67e-1bb1f074171b service nova] Enqueued Resource ID: b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 with Priority: HIGHEST for action port [ 979.388715] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 979.388715] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 979.388806] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 with Priority: HIGHEST for action port [ 979.389076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.389196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.389260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.389459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.389540] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.390418] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.391155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.391384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.391685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.391685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.391742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.391776] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b2ba26-e6d4-4ecb-b411-c69fb86c7777',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.578814] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.893584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.894080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.898392] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 with status ACTIVE [ 979.898661] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.898838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.898922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.899366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.899366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.899576] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.899721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.899822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.900089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.900180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.900610] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.900610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.900751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.902039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.902039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.902039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b2ba26-e6d4-4ecb-b411-c69fb86c7777 is going to be updated. [ 979.930877] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.931176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.931176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.931397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.931457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.931636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b2ba26-e6d4-4ecb-b411-c69fb86c7777" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.080617] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.080825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.080920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.081206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.081292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081397] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 980.124263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.124263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.124263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.124263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.124263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.135234] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 980.175868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 980.176169] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 980.176346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.176539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.177507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.177507] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.177507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.177507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.177507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.177507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.177507] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.679218] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.182471] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.647824] env[65334]: INFO networking_nsxv3.common.synchronization [req-b6594028-b852-43fb-80e9-fd915960b58c req-40976b7c-e210-40e9-810d-949108d4b38a tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 981.648049] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 981.648389] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.648529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.648610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.648787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.649056] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.649159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.649232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.649388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.649471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.649567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.684664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.684815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.684894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.685146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.685247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.685369] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 981.729568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.729568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.729690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.729944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.730146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.758461] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 982.145323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 982.145323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.145529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.146082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.146082] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.146082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.146082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.146296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.146296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.146359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.147011] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.147011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.147011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.147011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.147011] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.147011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.147269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.147269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.147269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.147354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.147385] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.152018] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.152341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.152341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.152454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.152583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.152830] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.152955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.153059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.153188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.153424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153424] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 982.184953] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.185301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.185301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.185576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.185703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.200151] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 982.649792] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ddeb3b0-1cba-4644-a560-4db4b9af6a50: rpc.has_security_group_logging(os_id): False [ 982.668485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.669920] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.669920] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.669920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.670293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.670293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.670388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.670421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670547] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 982.739560] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.739752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.739752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.740523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.740523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.756766] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 983.447859] env[65334]: INFO networking_nsxv3.common.synchronization [req-10b4971a-afe9-4620-9ae1-f9f1b0b06323 req-badfd52f-bd11-49a1-9d10-1a1269a5fbbc tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 983.448428] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 983.448739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.448854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.448919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.449378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.449542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.449651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.449715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.449879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.450210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.450343] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.642069] env[65334]: INFO networking_nsxv3.common.synchronization [req-5de78cfe-df73-40cb-aef8-ed73f8e3a743 req-a836aef8-2bed-45c0-8a95-4f5700440fad tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 983.646644] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 983.647076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.647224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.647308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.647544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.647705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.647805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.647869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.648084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.648186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.648281] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.769962] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 983.770354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.770584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.771088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.771088] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.771241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.771331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.771636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.771708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.772022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.772234] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.856667] env[65334]: INFO networking_nsxv3.common.synchronization [req-4ce57e18-52c7-49d9-9aa3-22b1d91f7a08 req-85abe1fe-972d-4058-b379-947fab124279 tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 983.857278] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 983.857603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.857728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.857821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.858061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.858260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.858363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.858425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.858590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.858675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.858796] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.861350] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.861554] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.861940] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.861989] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.862246] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.862402] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.862506] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.862707] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.862844] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.863211] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.863340] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.863458] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.863561] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.863674] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.863777] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.863933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.886198] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.886698] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.886698] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.886847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.887102] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b48c6e46-9a50-4382-885e-5bcc3adc196e taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.887318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.887412] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.887766] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.887929] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48c6e46-9a50-4382-885e-5bcc3adc196e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.954860] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.955330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.955330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.955460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.955986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.955986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.955986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.955986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.956923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.956923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.956923] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 already deleted. [ 983.956923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.150525] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.150723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.150723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.150933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.151036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.151970] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.151970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.151970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.151970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.151970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.151970] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 984.181990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.182920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.182920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.182920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.183168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.194514] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 984.210679] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 4s [ 984.274677] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.274922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.274975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.275320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.275476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.275582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.275645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.275803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.275893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.276017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.276148] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.276240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.276298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.276482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.276625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.276731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.276773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.276916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.276990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.277083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.277180] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.365684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.365854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.365918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.366165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.366286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.366494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.366595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.366648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.366805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.366872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.366962] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 984.390161] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.390434] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.390519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.390894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.391112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.391318] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b48c6e46-9a50-4382-885e-5bcc3adc196e not found, creating... [ 984.391685] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.391885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.392010] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.392278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.392416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.392722] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.392893] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.393096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.393459] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.393595] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.393734] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b48c6e46-9a50-4382-885e-5bcc3adc196e is going to be created. [ 984.402600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.402760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.402760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.403647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.403647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.416631] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 984.420024] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.420334] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.420501] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.420967] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.421150] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.421448] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.774012] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 984.774384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.774469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.774687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.774793] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.779530] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16142fd-fb1e-47fc-93ff-45f232ae45d3: rpc.has_security_group_logging(os_id): False [ 984.798504] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.798672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.798755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.799054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.799174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.799421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.799529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.799604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.799774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.799900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.800094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.800206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.800272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.800390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.800469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.800654] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.800790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.800864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.801117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.801217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.801300] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 984.896827] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.896827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.896827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.896827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.896827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.920122] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 985.201227] env[65334]: INFO networking_nsxv3.common.synchronization [req-10b4971a-afe9-4620-9ae1-f9f1b0b06323 req-615cf134-043b-455a-aa87-def23d4b82b8 service nova] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 985.201401] env[65334]: INFO networking_nsxv3.common.synchronization [req-10b4971a-afe9-4620-9ae1-f9f1b0b06323 req-615cf134-043b-455a-aa87-def23d4b82b8 service nova] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 985.201534] env[65334]: INFO networking_nsxv3.common.synchronization [req-10b4971a-afe9-4620-9ae1-f9f1b0b06323 req-615cf134-043b-455a-aa87-def23d4b82b8 service nova] Enqueued Resource ID: b48c6e46-9a50-4382-885e-5bcc3adc196e with Priority: HIGHEST for action port [ 985.202065] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_rules [ 985.202264] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 985.202425] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48c6e46-9a50-4382-885e-5bcc3adc196e with Priority: HIGHEST for action port [ 985.202705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.202822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.202885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.203103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.203177] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.204088] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.204167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.204233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.204435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.204615] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.204722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.204785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.204978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.205095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.205192] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.206310] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48c6e46-9a50-4382-885e-5bcc3adc196e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.206412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.206468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.206619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.206693] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48c6e46-9a50-4382-885e-5bcc3adc196e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.277612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.278320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.278320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.278446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.278696] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.278696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.278875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.278875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.278936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.279044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.279122] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.709408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.709568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.709756] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.712509] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48c6e46-9a50-4382-885e-5bcc3adc196e with status ACTIVE [ 985.712641] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.712813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.712813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.713186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.713186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.713278] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.713383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.713447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.714346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.714346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.714346] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.714346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.714346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.714780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.714780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.714780] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48c6e46-9a50-4382-885e-5bcc3adc196e is going to be updated. [ 985.739381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.739602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.739720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.740093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.740264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48c6e46-9a50-4382-885e-5bcc3adc196e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.781986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.782399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.782399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.782607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.782862] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.783012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.783120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.783456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.783553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.783660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.783882] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.784080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.784169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.784411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.784603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.784748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.784818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.784988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.785109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.785359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.785580] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.209056] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 986.209227] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 deletion is rescheduled due to dependency. [ 986.209331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.213293] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.225260] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 986.225260] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 986.225260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.288337] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ddeb3b0-1cba-4644-a560-4db4b9af6a50: rpc.has_security_group_logging(os_id): False [ 986.317260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.317501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.317501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.317899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.317899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318175] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.318175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.318298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.318373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318566] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.318666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.318866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.318939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319159] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.319251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.319516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319608] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 986.390119] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.390367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.390484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.390808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.390978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.415221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 986.433465] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 986.433665] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 986.433719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.515443] env[65334]: INFO networking_nsxv3.common.synchronization [req-b3a538a2-63cd-4a09-815d-9fd7bee15dd4 req-9bc54b49-ac32-49f8-a0e2-f4d92776b39a tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 986.515952] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 986.518213] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.518353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.518427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.518640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.518814] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.518914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.518985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.519153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.519315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.519349] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.717197] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.717408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.717458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.717663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.717757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.717859] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 is going to be created. [ 986.745924] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.746109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.746172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.746388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.746547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.757686] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: UNINITIALIZED for 2s [ 986.936803] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 986.937096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.023052] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.212984] env[65334]: INFO networking_nsxv3.common.synchronization [req-ce36b348-4010-42c2-a461-7548527cda33 req-667e2865-dda0-40c3-bbcc-e428dfa65eef tempest-MultipleCreateTestJSON-1499500122 tempest-MultipleCreateTestJSON-1499500122-project-member] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 987.213665] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGHEST for action security_group_members [ 987.218803] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.218992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.526459] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.030083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.030083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.030083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.030529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.030529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.030529] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 988.063954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.064164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.064253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.064510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.064659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.074217] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 988.439106] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 988.439344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.768452] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: SUCCESS [ 988.768676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.768841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.769095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.769298] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.769417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.769481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.769641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.769722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.769805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.769893] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.273181] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.777476] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 102bf8f9-bba1-493d-9220-6e42c0ce2b82: rpc.has_security_group_logging(os_id): False [ 989.799151] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.799342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.799419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.799592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.799682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.799940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.800065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.800121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.800361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.800361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.800546] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 is going to be created. [ 989.867086] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.867314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.867314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.867499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.867714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.882656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: IN_PROGRESS for 2s [ 990.086225] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 990.086616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.087302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.087597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.087853] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.088040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.088142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.088444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.088444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.088578] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.593871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.594252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.594252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.594355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.594438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.594639] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.594726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.594790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.594928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.595045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.595170] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be updated. [ 990.630032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.630032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.630032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.630295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.630295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.646728] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: IN_PROGRESS for 2s [ 991.896911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: SUCCESS [ 991.896911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.215044] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.215285] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 992.270732] env[65334]: INFO networking_nsxv3.common.synchronization [None req-2b02b182-cec8-41c0-8cf0-38453f2bfcd5 None None] Enqueued Resource ID: 3487cc28-6e9d-4e7d-99b6-062d7960a73a with Priority: HIGHEST for action port [ 992.271438] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3487cc28-6e9d-4e7d-99b6-062d7960a73a with Priority: HIGHEST for action port [ 992.271847] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3487cc28-6e9d-4e7d-99b6-062d7960a73a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.272027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3487cc28-6e9d-4e7d-99b6-062d7960a73a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.272398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3487cc28-6e9d-4e7d-99b6-062d7960a73a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.272741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3487cc28-6e9d-4e7d-99b6-062d7960a73a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.273508] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3487cc28-6e9d-4e7d-99b6-062d7960a73a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.659159] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 in Status: SUCCESS [ 992.659320] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 deletion is rescheduled due to dependency. [ 992.659435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.778063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3487cc28-6e9d-4e7d-99b6-062d7960a73a [ 992.778707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.778707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.778707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.778965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.778965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.779778] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3487cc28-6e9d-4e7d-99b6-062d7960a73a already deleted. [ 992.779778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3487cc28-6e9d-4e7d-99b6-062d7960a73a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.346902] env[65334]: INFO networking_nsxv3.common.synchronization [req-6e27e494-175e-4577-8ae5-551c9874643d req-f1b61f20-e41b-49ba-8b5a-93a1dc263061 tempest-ServerExternalEventsTest-465184943 tempest-ServerExternalEventsTest-465184943-project-member] Enqueued Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 994.347498] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 994.347865] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.348625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.348625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.348625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.348625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.351493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.351606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.351801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.351942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.352630] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.812043] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.812043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.812043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.812043] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.812327] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.812414] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.812520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.812739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.812900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.813168] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.813296] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.813405] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.813510] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.813616] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.813716] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.813875] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.837317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.837549] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.837703] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.837905] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-500" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.838317] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-9cefed1e-1c10-47e9-b581-01817aeff1bc taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.838736] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.838736] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.839038] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.839203] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cefed1e-1c10-47e9-b581-01817aeff1bc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.855350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.855350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.855350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.855747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.855786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.855922] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb69647-be3d-4e19-9854-277b896d1bcf already deleted. [ 994.856099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.343360] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.343591] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.343716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.344054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.344212] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.344367] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 9cefed1e-1c10-47e9-b581-01817aeff1bc not found, creating... [ 995.344717] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.344901] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.344901] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.345150] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.345285] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.345568] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.345825] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.345825] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.346037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.346173] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.346326] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 9cefed1e-1c10-47e9-b581-01817aeff1bc is going to be created. [ 995.366834] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.367297] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.367297] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.367777] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.367777] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.368068] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.110890] env[65334]: INFO networking_nsxv3.common.synchronization [req-6e27e494-175e-4577-8ae5-551c9874643d req-77c19cd3-a47b-44e9-a6f2-3ce035ea7e2a service nova] Enqueued Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_rules [ 996.110890] env[65334]: INFO networking_nsxv3.common.synchronization [req-6e27e494-175e-4577-8ae5-551c9874643d req-77c19cd3-a47b-44e9-a6f2-3ce035ea7e2a service nova] Enqueued Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 996.110890] env[65334]: INFO networking_nsxv3.common.synchronization [req-6e27e494-175e-4577-8ae5-551c9874643d req-77c19cd3-a47b-44e9-a6f2-3ce035ea7e2a service nova] Enqueued Resource ID: 9cefed1e-1c10-47e9-b581-01817aeff1bc with Priority: HIGHEST for action port [ 996.111453] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_rules [ 996.111497] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 996.111601] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cefed1e-1c10-47e9-b581-01817aeff1bc with Priority: HIGHEST for action port [ 996.111892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.112483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.112634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.113253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.113253] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.114200] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.114371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.114486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.115000] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.115257] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.115385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.115489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.115769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.116055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.116055] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.117377] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cefed1e-1c10-47e9-b581-01817aeff1bc taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.117377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.117377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.117377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.117377] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cefed1e-1c10-47e9-b581-01817aeff1bc',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.620353] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.621530] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.628030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cefed1e-1c10-47e9-b581-01817aeff1bc with status ACTIVE [ 996.628030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.628030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.628030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.628030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.629618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.629846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.630064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.630064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cefed1e-1c10-47e9-b581-01817aeff1bc is going to be updated. [ 996.662189] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.662572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.662572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.662572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.662727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.662861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cefed1e-1c10-47e9-b581-01817aeff1bc" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.879162] env[65334]: INFO networking_nsxv3.common.synchronization [req-c5563c6b-2e61-4500-a42c-93d66063c436 req-492ddf72-1398-4fef-a91d-4ace79752a2e tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 996.879741] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 996.880076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.880201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.880265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.880616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.880773] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.881205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.881205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.881205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.881354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.881354] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.132148] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.383664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.383907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.384299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.384394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.384767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.384916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.384999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.385187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.385359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.385359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece already deleted. [ 997.385448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.612519] env[65334]: INFO networking_nsxv3.common.synchronization [None req-97ad24e9-10b8-4a13-9818-21fa0a446b05 None None] Enqueued Resource ID: e350bf1f-4dd9-4f2b-a729-f2d256487e7a with Priority: HIGHEST for action port [ 997.613287] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e350bf1f-4dd9-4f2b-a729-f2d256487e7a with Priority: HIGHEST for action port [ 997.613746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e350bf1f-4dd9-4f2b-a729-f2d256487e7a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.613955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e350bf1f-4dd9-4f2b-a729-f2d256487e7a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.613955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e350bf1f-4dd9-4f2b-a729-f2d256487e7a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e350bf1f-4dd9-4f2b-a729-f2d256487e7a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e350bf1f-4dd9-4f2b-a729-f2d256487e7a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.642529] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.642858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.642858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.642965] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.643053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.643157] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb69647-be3d-4e19-9854-277b896d1bcf is going to be created. [ 997.669605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.669726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.669778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.670038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.670154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.680122] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: UNINITIALIZED for 2s [ 997.888353] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.888353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.888353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.888353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.888353] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.888353] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.888785] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.889196] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.889462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.889782] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.889992] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.890223] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.890440] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.891129] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.891129] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.891129] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.909686] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.909896] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.910078] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.910305] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-652" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.910615] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-821c49bb-f169-4a52-8bab-d926fc7070ac taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.910852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.910950] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.911338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.911528] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821c49bb-f169-4a52-8bab-d926fc7070ac',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.117144] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e350bf1f-4dd9-4f2b-a729-f2d256487e7a [ 998.118275] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.118275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.118275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.118275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.118275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.118275] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e350bf1f-4dd9-4f2b-a729-f2d256487e7a already deleted. [ 998.118275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e350bf1f-4dd9-4f2b-a729-f2d256487e7a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.415307] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.415585] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.415751] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.416098] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.416256] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.416408] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 821c49bb-f169-4a52-8bab-d926fc7070ac not found, creating... [ 998.416663] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.416817] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.416930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.417171] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.417327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.417686] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.417886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.418109] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.418282] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.418419] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.418618] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 821c49bb-f169-4a52-8bab-d926fc7070ac is going to be created. [ 998.442952] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.443117] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.443214] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.445329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.445329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.445329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.173747] env[65334]: INFO networking_nsxv3.common.synchronization [req-c5563c6b-2e61-4500-a42c-93d66063c436 req-104eef6c-ab56-442b-bae1-4bb5310403b6 service nova] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 999.173747] env[65334]: INFO networking_nsxv3.common.synchronization [req-c5563c6b-2e61-4500-a42c-93d66063c436 req-104eef6c-ab56-442b-bae1-4bb5310403b6 service nova] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 999.173747] env[65334]: INFO networking_nsxv3.common.synchronization [req-c5563c6b-2e61-4500-a42c-93d66063c436 req-104eef6c-ab56-442b-bae1-4bb5310403b6 service nova] Enqueued Resource ID: 821c49bb-f169-4a52-8bab-d926fc7070ac with Priority: HIGHEST for action port [ 999.174452] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_rules [ 999.174452] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 999.174535] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821c49bb-f169-4a52-8bab-d926fc7070ac with Priority: HIGHEST for action port [ 999.175155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.175155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.175155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.177259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.177437] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.183613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.183613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.183613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.183613] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.183613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-821c49bb-f169-4a52-8bab-d926fc7070ac taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.184297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.184379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.184727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.184727] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821c49bb-f169-4a52-8bab-d926fc7070ac',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.420205] env[65334]: INFO networking_nsxv3.common.synchronization [req-1611151b-0526-4a68-b279-3f4e342322ff req-310fd482-d822-47ea-8799-4036091a909a tempest-ServersNegativeTestJSON-13828575 tempest-ServersNegativeTestJSON-13828575-project-member] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 999.420775] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 999.421982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.421982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.422368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422368] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.686667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.686841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.687620] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.688482] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 821c49bb-f169-4a52-8bab-d926fc7070ac with status ACTIVE [ 999.688682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.688798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.688864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.689091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.689182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.689371] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.689468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.689529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.689677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.689755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.689933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.690044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.690102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.690264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.690336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.690419] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 821c49bb-f169-4a52-8bab-d926fc7070ac is going to be updated. [ 999.693131] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: SUCCESS [ 999.694101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.694101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.694101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.694296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.694408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.694472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.694628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.695385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.695505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.695996] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.716857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.717101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.717101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.717288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.717428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.717583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821c49bb-f169-4a52-8bab-d926fc7070ac" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.814268] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.814462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.814569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.814956] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.815180] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.815323] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.815437] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.815641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.815774] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.815981] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.816309] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.816451] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.816599] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.816692] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.816793] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.816897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.849267] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.849582] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.849582] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.849995] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.850259] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-616d39c6-9d1e-49ef-8de5-b7703179972f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.850347] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.850382] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.850753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.850916] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616d39c6-9d1e-49ef-8de5-b7703179972f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.925051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.925766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.925766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.925766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.925948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.926104] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.926265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.926934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.926934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.926934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.926934] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 already deleted. [ 999.927214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.082438] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1ea570b3-b3ad-44f8-ac4a-783c4709772e None None] Enqueued Resource ID: 4949e249-8a8a-45ec-a95d-4f1902eca824 with Priority: HIGHEST for action port [ 1000.082438] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4949e249-8a8a-45ec-a95d-4f1902eca824 with Priority: HIGHEST for action port [ 1000.082438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4949e249-8a8a-45ec-a95d-4f1902eca824 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.083065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4949e249-8a8a-45ec-a95d-4f1902eca824" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.083299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4949e249-8a8a-45ec-a95d-4f1902eca824" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.083682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4949e249-8a8a-45ec-a95d-4f1902eca824" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.083954] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4949e249-8a8a-45ec-a95d-4f1902eca824',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.189898] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.202105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.202105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.202105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.202105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.202105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.202984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.202984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.203168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.203362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.203550] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.309894] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c07d0a30-3a5f-41fd-b1de-63f250e41a07 None None] Enqueued Resource ID: e60eb9e8-aac9-4df7-be26-3f9f0ae61db8 with Priority: HIGHEST for action port [ 1000.310482] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60eb9e8-aac9-4df7-be26-3f9f0ae61db8 with Priority: HIGHEST for action port [ 1000.310833] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60eb9e8-aac9-4df7-be26-3f9f0ae61db8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.310953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60eb9e8-aac9-4df7-be26-3f9f0ae61db8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.312500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60eb9e8-aac9-4df7-be26-3f9f0ae61db8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.312828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60eb9e8-aac9-4df7-be26-3f9f0ae61db8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.312920] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60eb9e8-aac9-4df7-be26-3f9f0ae61db8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.354217] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.354459] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.354892] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.355261] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.355417] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.355568] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 616d39c6-9d1e-49ef-8de5-b7703179972f not found, creating... [ 1000.356202] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.356400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.356531] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.356763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.356881] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.357187] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.357343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.357447] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.358152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.358152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.358152] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 616d39c6-9d1e-49ef-8de5-b7703179972f is going to be created. [ 1000.379028] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.379242] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.379242] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.379842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.379842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.379979] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.588846] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4949e249-8a8a-45ec-a95d-4f1902eca824 [ 1000.588846] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.588846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.588846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.588846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.589124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.589124] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4949e249-8a8a-45ec-a95d-4f1902eca824 already deleted. [ 1000.589124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4949e249-8a8a-45ec-a95d-4f1902eca824" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.692149] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.692538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.692538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.693277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.693277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.693277] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece is going to be created. [ 1000.706255] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feb69647-be3d-4e19-9854-277b896d1bcf: rpc.has_security_group_logging(os_id): False [ 1000.726020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb69647-be3d-4e19-9854-277b896d1bcf is going to be created. [ 1000.728608] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.728932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.729111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.729372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.729614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.740708] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: UNINITIALIZED for 2s [ 1000.793754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.793910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.793958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.794292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.795054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.815024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: IN_PROGRESS for 2s [ 1000.815356] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e60eb9e8-aac9-4df7-be26-3f9f0ae61db8 [ 1000.816049] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.816049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.816049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.816049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.816049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.816305] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e60eb9e8-aac9-4df7-be26-3f9f0ae61db8 already deleted. [ 1000.816305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60eb9e8-aac9-4df7-be26-3f9f0ae61db8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.183948] env[65334]: INFO networking_nsxv3.common.synchronization [req-1611151b-0526-4a68-b279-3f4e342322ff req-18bcb364-a471-45d4-b427-9b5d699d06bf service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1001.183948] env[65334]: INFO networking_nsxv3.common.synchronization [req-1611151b-0526-4a68-b279-3f4e342322ff req-18bcb364-a471-45d4-b427-9b5d699d06bf service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1001.184196] env[65334]: INFO networking_nsxv3.common.synchronization [req-1611151b-0526-4a68-b279-3f4e342322ff req-18bcb364-a471-45d4-b427-9b5d699d06bf service nova] Enqueued Resource ID: 616d39c6-9d1e-49ef-8de5-b7703179972f with Priority: HIGHEST for action port [ 1001.185032] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1001.185032] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1001.185032] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616d39c6-9d1e-49ef-8de5-b7703179972f with Priority: HIGHEST for action port [ 1001.185452] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.185452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.185541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.185760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.185845] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.190216] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.190216] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.190216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.190216] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.190773] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-616d39c6-9d1e-49ef-8de5-b7703179972f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.190773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.190773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.190903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.190903] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616d39c6-9d1e-49ef-8de5-b7703179972f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.550124] env[65334]: INFO networking_nsxv3.common.synchronization [req-0502a774-ecf4-4315-9d1d-c11aa7a39ee8 req-878cbe3b-7eea-49cf-840e-5249397f7a4a tempest-ServersV294TestFqdnHostnames-362282691 tempest-ServersV294TestFqdnHostnames-362282691-project-member] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1001.550124] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1001.550388] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.550511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.550627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.555064] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.555064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.555064] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.692699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.692699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696097] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 616d39c6-9d1e-49ef-8de5-b7703179972f with status ACTIVE [ 1001.696097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696097] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 616d39c6-9d1e-49ef-8de5-b7703179972f is going to be updated. [ 1001.698765] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.722163] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.722338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.722383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.722914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.723193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.723380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.937216] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.937422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-304" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.937547] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-304" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.937890] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-304" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.938385] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.938508] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.938582] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.938917] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.939093] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.939311] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.939414] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.939518] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.939627] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.939731] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.939833] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.939961] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.965274] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.965274] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.965274] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.965274] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-304" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.965274] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-8f3d626c-8b40-4ddf-8201-f3f872365bd3 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.965274] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.965672] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.965711] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.965896] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3d626c-8b40-4ddf-8201-f3f872365bd3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.059038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.059038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.059038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.059260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.059474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.059786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.059958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.060127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.060818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.060818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.060818] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 already deleted. [ 1002.060818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.199892] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.468786] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.469152] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.469341] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.469632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.469781] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.469930] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 8f3d626c-8b40-4ddf-8201-f3f872365bd3 not found, creating... [ 1002.470208] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.470362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.470478] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.470695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.470829] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.471194] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.471400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.471578] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.471782] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.471963] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.472226] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 8f3d626c-8b40-4ddf-8201-f3f872365bd3 is going to be created. [ 1002.494413] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.494413] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.494622] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.494905] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.495451] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.495713] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.703828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.704054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.704177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.704408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.705316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.705463] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be created. [ 1002.731445] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.731589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.731659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.731864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.732037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.744529] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: UNINITIALIZED for 2s [ 1002.751897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: SUCCESS [ 1002.752169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.752311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.752529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.752802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.752903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.752969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.753170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.753258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.753352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.753427] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.827337] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: SUCCESS [ 1002.827562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.878644] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b1e0aed4-c76c-4f52-af38-6891a9933f6d None None] Enqueued Resource ID: a98916e4-24c9-4cee-81f3-42d4e0cff5b9 with Priority: HIGHEST for action port [ 1002.878644] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98916e4-24c9-4cee-81f3-42d4e0cff5b9 with Priority: HIGHEST for action port [ 1002.878644] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a98916e4-24c9-4cee-81f3-42d4e0cff5b9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.878644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a98916e4-24c9-4cee-81f3-42d4e0cff5b9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.878644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a98916e4-24c9-4cee-81f3-42d4e0cff5b9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.878644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a98916e4-24c9-4cee-81f3-42d4e0cff5b9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.878644] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a98916e4-24c9-4cee-81f3-42d4e0cff5b9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [req-0502a774-ecf4-4315-9d1d-c11aa7a39ee8 req-c8d1c31a-6398-4e7d-a47f-56eec5210f2a service nova] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [req-0502a774-ecf4-4315-9d1d-c11aa7a39ee8 req-c8d1c31a-6398-4e7d-a47f-56eec5210f2a service nova] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [req-0502a774-ecf4-4315-9d1d-c11aa7a39ee8 req-c8d1c31a-6398-4e7d-a47f-56eec5210f2a service nova] Enqueued Resource ID: 8f3d626c-8b40-4ddf-8201-f3f872365bd3 with Priority: HIGHEST for action port [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_rules [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1003.229739] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d626c-8b40-4ddf-8201-f3f872365bd3 with Priority: HIGHEST for action port [ 1003.229739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.230259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.230259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.231777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.231878] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.232854] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.233021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.233157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.233627] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.233737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.233799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.234137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.234183] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.234991] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3d626c-8b40-4ddf-8201-f3f872365bd3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.235679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.235760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.235933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.236026] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3d626c-8b40-4ddf-8201-f3f872365bd3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.258385] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.380636] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a98916e4-24c9-4cee-81f3-42d4e0cff5b9 [ 1003.380895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.380985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.381072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.381321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.381397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.381495] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a98916e4-24c9-4cee-81f3-42d4e0cff5b9 already deleted. [ 1003.381572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a98916e4-24c9-4cee-81f3-42d4e0cff5b9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.738664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.738664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.738664] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.739422] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f3d626c-8b40-4ddf-8201-f3f872365bd3 with status ACTIVE [ 1003.739951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.739951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.739951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.740150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.740150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.740792] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.740792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.740792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.740792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.740792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.741084] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.741084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.743840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.743840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.743840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.743840] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f3d626c-8b40-4ddf-8201-f3f872365bd3 is going to be updated. [ 1003.764105] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb392ef-9784-4061-a7b8-4add44382ece: rpc.has_security_group_logging(os_id): False [ 1003.778282] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.778282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.778282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.778282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.778282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.778282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3d626c-8b40-4ddf-8201-f3f872365bd3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.802185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.802185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.802373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.802530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.802643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.802977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.803946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.803946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.803946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.803946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.803946] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece is going to be created. [ 1003.907563] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.908061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.908154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.908388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.908593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.925054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: IN_PROGRESS for 2s [ 1004.217117] env[65334]: INFO networking_nsxv3.common.synchronization [req-145428f7-f463-4d14-a564-c9744fdd1bb3 req-81b7d9c9-4c61-42da-aeed-f9c8959df8ff tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1004.219812] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1004.220176] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.220398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.220398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.220558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.220705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.220791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.220849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.221865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.221865] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.244365] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.665911] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.666186] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.666317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.666616] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.667680] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.667994] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.668181] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.668433] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.668601] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.668872] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.669080] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.669154] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.669259] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.669339] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.669460] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.669616] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.693030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.693456] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.693456] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.693456] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.694238] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b8581bb0-a65f-4510-88a7-46701646e834 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.694238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.694238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.694477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.694844] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8581bb0-a65f-4510-88a7-46701646e834',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.726761] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.747456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.747750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.747750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.747895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.747980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.748114] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 is going to be created. [ 1004.754250] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1004.754488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.755202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.755419] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.755558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.755615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.755781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.755864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.755949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.756049] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.781678] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.781678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.781678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.781678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.781678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.793025] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: UNINITIALIZED for 2s [ 1005.199156] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.199396] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.199888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.199888] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.200028] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.200110] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b8581bb0-a65f-4510-88a7-46701646e834 not found, creating... [ 1005.200373] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.200527] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.200641] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.200873] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.201034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.201292] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.201445] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.201558] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.201758] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.201886] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.203445] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b8581bb0-a65f-4510-88a7-46701646e834 is going to be created. [ 1005.226542] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.226786] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.226997] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.227372] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.227649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.227889] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.230312] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.258447] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.258921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.258921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.258921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.259116] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.259116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.259207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.259572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.259572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.259572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.259699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.259699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.259774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.259924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.260166] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.260245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.260245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.260370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.260512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.260617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.260709] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.733040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.733174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.733249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.733444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.733549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.733659] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1005.765891] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6ebb788-0192-46ed-9a42-548a5f3d0423: rpc.has_security_group_logging(os_id): False [ 1005.772065] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.772369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.772369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.772561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.772921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.787296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.787478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.787551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.787752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.787828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.788042] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.788143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.788232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.788421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.788525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.788810] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.788947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.789655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.790455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.792878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.793291] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.793521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.793639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.793821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.793931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.794125] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be created. [ 1005.797892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1005.876674] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.876867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.876949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.877229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.877437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.897599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1005.942646] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: SUCCESS [ 1005.942898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063344] env[65334]: INFO networking_nsxv3.common.synchronization [req-145428f7-f463-4d14-a564-c9744fdd1bb3 req-aa996896-5425-4c46-94f5-00234a273233 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1006.063517] env[65334]: INFO networking_nsxv3.common.synchronization [req-145428f7-f463-4d14-a564-c9744fdd1bb3 req-aa996896-5425-4c46-94f5-00234a273233 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1006.063670] env[65334]: INFO networking_nsxv3.common.synchronization [req-145428f7-f463-4d14-a564-c9744fdd1bb3 req-aa996896-5425-4c46-94f5-00234a273233 service nova] Enqueued Resource ID: b8581bb0-a65f-4510-88a7-46701646e834 with Priority: HIGHEST for action port [ 1006.064408] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1006.064509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1006.064575] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8581bb0-a65f-4510-88a7-46701646e834 with Priority: HIGHEST for action port [ 1006.064919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.065062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.065153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.065391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.065490] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.067732] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.067837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068096] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8581bb0-a65f-4510-88a7-46701646e834 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.068215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068552] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8581bb0-a65f-4510-88a7-46701646e834',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.573579] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8581bb0-a65f-4510-88a7-46701646e834 with status ACTIVE [ 1006.573579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.573579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.573579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.573579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.573579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.574123] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.574123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.574123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.574123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.574123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.574300] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.574581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.574581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.574581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.574674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.575221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8581bb0-a65f-4510-88a7-46701646e834 is going to be updated. [ 1006.575952] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.576210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.598364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.598600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.598780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.599128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.599232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.599463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8581bb0-a65f-4510-88a7-46701646e834" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.741592] env[65334]: INFO networking_nsxv3.common.synchronization [req-9106bc6a-512e-49fb-bd4c-f615055d61bc req-6680084c-1807-4659-b72a-dc6faadfac52 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 1006.741835] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGHEST for action security_group_members [ 1006.742351] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.742515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.742604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.743162] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.743245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.743334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.743657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.743788] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.805346] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: SUCCESS [ 1006.805346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.805346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.805598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.805995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.805995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.806131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.806269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.806406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.806518] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.247236] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.247415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.248109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.248109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248109] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.248109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.248472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.248472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248472] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 is going to be updated. [ 1007.279463] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.279463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.279624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.279734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.279879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.294360] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: IN_PROGRESS for 2s [ 1007.310912] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.810785] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1007.812131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.812131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.812131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.812131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.812131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.812131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.813118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.813118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.813118] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.813563] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8cd57e9-0d26-42ff-a639-7ceecb1fb336: rpc.has_security_group_logging(os_id): False [ 1007.839129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.839882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.839953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.840156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.840253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.840568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.840709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.840909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.840981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.841102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.841202] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 is going to be created. [ 1007.915044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.915270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.915270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.915499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.915669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929417] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: IN_PROGRESS for 2s [ 1007.930201] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1007.930907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.315751] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.818455] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.308595] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 in Status: SUCCESS [ 1009.308595] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 deletion is rescheduled due to dependency. [ 1009.308595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.322660] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.322857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.322970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.323239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.323694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.323694] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1009.368911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.369131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.369210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.369431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.369607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.383758] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1009.510966] env[65334]: INFO networking_nsxv3.common.synchronization [req-ade45b19-2d76-4886-90c9-8d1087954b85 req-49b092ee-b45c-4eb3-adb8-d1e146ff9293 tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1009.511618] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1009.511963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.512103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.512359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.512519] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.516252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.516393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.516995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.516995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.516995] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.884728] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.885013] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.887810] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.888243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.888717] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.890021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.890021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.890021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.890021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.890021] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.890021] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.890021] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.890335] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.890335] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.890520] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.890752] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.929156] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.929156] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.929156] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.929156] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-117" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.929425] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.929425] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.929543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.929916] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.930108] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a83b33c-9ef7-4dbc-aec1-c5b8930d938f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.948942] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: SUCCESS [ 1009.949253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.020896] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.020896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.020896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.021759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.021874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.022509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.022821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.022821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.022963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.023090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.023130] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 1010.052697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.052697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.052697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.053067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.053067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.064748] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 1010.433494] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.433741] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.433824] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.434131] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.434313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.434489] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f not found, creating... [ 1010.434706] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.434864] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.434963] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.435294] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.435440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435738] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.435907] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.436435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.436703] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.436851] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.436979] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f is going to be created. [ 1010.457546] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.457920] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.458331] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.458526] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.458927] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.459299] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.713920] env[65334]: INFO networking_nsxv3.common.synchronization [req-8011220f-55cc-49f8-a6a3-0594b159da7c req-18aa6a81-74b9-4f59-b9c3-3f7e84103935 tempest-ServerExternalEventsTest-465184943 tempest-ServerExternalEventsTest-465184943-project-member] Enqueued Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 1010.714569] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGHEST for action security_group_members [ 1010.714871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.714995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.715072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.715395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.715482] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.715565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.715617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.715764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.715847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.715937] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.223544] env[65334]: INFO networking_nsxv3.common.synchronization [req-ade45b19-2d76-4886-90c9-8d1087954b85 req-47bf438c-5dab-4198-aaf9-864889d3bb5f service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 1011.223809] env[65334]: INFO networking_nsxv3.common.synchronization [req-ade45b19-2d76-4886-90c9-8d1087954b85 req-47bf438c-5dab-4198-aaf9-864889d3bb5f service nova] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1011.223851] env[65334]: INFO networking_nsxv3.common.synchronization [req-ade45b19-2d76-4886-90c9-8d1087954b85 req-47bf438c-5dab-4198-aaf9-864889d3bb5f service nova] Enqueued Resource ID: 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f with Priority: HIGHEST for action port [ 1011.225385] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_rules [ 1011.225385] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1011.225385] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f with Priority: HIGHEST for action port [ 1011.225385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.225385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.226948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.226948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.226948] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.231361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.231361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.231361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.231361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.231361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.231361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.231361] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a83b33c-9ef7-4dbc-aec1-c5b8930d938f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.231766] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.231837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.231927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.232145] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.232271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.232456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.232600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.232677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.232869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.232951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.233082] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb69647-be3d-4e19-9854-277b896d1bcf is going to be updated. [ 1011.268611] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.268757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.268829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.269054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.269201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.279364] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: IN_PROGRESS for 2s [ 1011.400412] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1011.400412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.400412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.400707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.400848] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.400957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.401053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.401238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.401311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.401533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.401533] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.730421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.730619] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.735494] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f with status ACTIVE [ 1011.735662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.735788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.735788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.739098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739098] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a83b33c-9ef7-4dbc-aec1-c5b8930d938f is going to be updated. [ 1011.773868] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.774125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.774125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.774360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.774502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.774679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a83b33c-9ef7-4dbc-aec1-c5b8930d938f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.905039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.905280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.905374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.905711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.905940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.906061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.906214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.906331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.906444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.906552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.906729] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.906801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.906941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.907250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.907340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.907383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.907618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.907702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.907837] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.078448] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 1012.078640] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 1012.078754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.078919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.079782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.079881] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.411579] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 1012.432688] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.432846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.432918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.433330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.433429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.433664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.433805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.433857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.434115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.435179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.435512] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.435700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.435882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.436212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.436442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.437091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.437301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.437433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.437660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.437801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.438055] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1012.507428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.507887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.507887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.507887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.508069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.524307] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1012.583822] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.085434] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.261117] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.261117] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.291617] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb69647-be3d-4e19-9854-277b896d1bcf in Status: SUCCESS [ 1013.291617] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb69647-be3d-4e19-9854-277b896d1bcf deletion is rescheduled due to dependency. [ 1013.291617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.589036] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.589036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.589036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.591716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.591716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.591716] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 1013.650274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.650452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.650562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.650702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.650849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.668057] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 1014.541908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1014.542121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.678696] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 1015.679054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.679305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.679499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.679620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.679680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.679827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.679906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.680096] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.182489] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.182775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.182775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.183298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.183298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.183633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.183731] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.183827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.183881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.184020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.184208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.184340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.184382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.184496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.184570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184774] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.225532] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1016.225805] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1016.686972] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd7a6a01-9470-471b-adbb-d398bb3f8d21: rpc.has_security_group_logging(os_id): False [ 1016.705446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.705631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.705679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.705862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.705951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.706157] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.706260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.706321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.706626] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.706737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.706956] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.707093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.707158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.707292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.707367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.707871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.707980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.708055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.708206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.708273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.708362] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 1016.772904] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.773164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.773164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.773328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.773477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.800521] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 1017.226755] env[65334]: INFO networking_nsxv3.common.synchronization [req-2e6d99bf-ee15-4683-869b-08bafa5678dd req-c99c1e28-31f7-4dfa-9f6a-2d5a13a6603f tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1017.227378] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1017.227802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.227898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.227955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.228148] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.228309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.228407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.228505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.228649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.229160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.229160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.733616] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.235615] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.737264] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.737630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.737630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.737770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.737816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.737920] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1018.775944] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.776126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.776303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.776663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.776860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.786942] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1018.823069] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 1018.823311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.800157] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1020.800157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.969909] env[65334]: INFO networking_nsxv3.common.synchronization [None req-56866784-83d1-4be8-ba83-e4372b6f1b8d None None] Enqueued Resource ID: eebffdf9-d265-408e-acc1-bfe142e73f19 with Priority: HIGHEST for action port [ 1021.970540] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebffdf9-d265-408e-acc1-bfe142e73f19 with Priority: HIGHEST for action port [ 1021.970834] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-eebffdf9-d265-408e-acc1-bfe142e73f19 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.970948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eebffdf9-d265-408e-acc1-bfe142e73f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.971029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eebffdf9-d265-408e-acc1-bfe142e73f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.971268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eebffdf9-d265-408e-acc1-bfe142e73f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.971354] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebffdf9-d265-408e-acc1-bfe142e73f19',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.474917] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eebffdf9-d265-408e-acc1-bfe142e73f19 [ 1022.474917] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.474917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475202] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eebffdf9-d265-408e-acc1-bfe142e73f19 already deleted. [ 1022.475351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eebffdf9-d265-408e-acc1-bfe142e73f19" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.632461] env[65334]: INFO networking_nsxv3.common.synchronization [None req-03993703-d7de-4f90-a475-9d17bb0d8fa8 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1022.632997] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1022.633313] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.633434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.633496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.633869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.633869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.747288] env[65334]: INFO networking_nsxv3.common.synchronization [None req-569d2a41-718f-4cff-a930-cfddcfe780d7 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1022.747288] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1022.747288] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.747288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.161967] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.162347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.162347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.162421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.162494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.162583] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f already deleted. [ 1023.162663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.162813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.162961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.163055] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.301391] env[65334]: INFO networking_nsxv3.common.synchronization [req-27d2d4ec-d0ea-4e94-bb3d-0793d2c4411e req-c91f32af-7b16-4cca-a577-582716a93d17 tempest-ServersNegativeTestMultiTenantJSON-417766624 tempest-ServersNegativeTestMultiTenantJSON-417766624-project-member] Enqueued Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1023.301951] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1023.302410] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.302527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.302592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.302829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.303536] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.303536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.303536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.303536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.303536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.303536] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.640899] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.641124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-558" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.641710] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-558" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.641790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-558" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.642022] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642198] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642314] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.642525] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.642691] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.642889] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.642986] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.643116] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.643220] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.643323] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.643422] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.643547] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.668025] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.668025] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.668025] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.668025] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-558" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.668025] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.668025] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.668025] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.668025] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.668025] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50c61a6-33f7-40cb-ae24-bd97a5ce3321',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.706197] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.706557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.706557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.706678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.706794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.706873] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f already deleted. [ 1023.706925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.806223] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.806501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.806651] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.806946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.807060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.807270] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.807373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.807438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.807614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.807857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.807857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 already deleted. [ 1023.807857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.885397] env[65334]: INFO networking_nsxv3.common.synchronization [req-c3b40b8d-05b3-466a-8d7a-ade2915330fd req-6d664749-8e61-4b95-a90c-3c9b9f4c100e tempest-ServerActionsV293TestJSON-347327208 tempest-ServerActionsV293TestJSON-347327208-project-member] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 1023.886174] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGHEST for action security_group_members [ 1023.886662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.891274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.891454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.891647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.891911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.892118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.892330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.892615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.892714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.892812] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.171537] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.171842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.172809] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.173510] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.173703] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.173830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b50c61a6-33f7-40cb-ae24-bd97a5ce3321 not found, creating... [ 1024.174146] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.174396] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174883] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.175752] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.176082] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.176218] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.176388] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.176541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.180156] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.180156] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.180156] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b50c61a6-33f7-40cb-ae24-bd97a5ce3321 is going to be created. [ 1024.209161] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.209161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.209161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.209161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.209161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.209477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.400281] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.400576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.400649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.400883] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.401013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.401310] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.401443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.401524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.401731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.402133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.403047] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef is going to be updated. [ 1024.438040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.438040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.438040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.438040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.438040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.446868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: IN_PROGRESS for 2s [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [req-27d2d4ec-d0ea-4e94-bb3d-0793d2c4411e req-f5cbf68d-46bb-48f3-bfd6-909bcbf23653 service nova] Enqueued Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_rules [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [req-27d2d4ec-d0ea-4e94-bb3d-0793d2c4411e req-f5cbf68d-46bb-48f3-bfd6-909bcbf23653 service nova] Enqueued Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [req-27d2d4ec-d0ea-4e94-bb3d-0793d2c4411e req-f5cbf68d-46bb-48f3-bfd6-909bcbf23653 service nova] Enqueued Resource ID: b50c61a6-33f7-40cb-ae24-bd97a5ce3321 with Priority: HIGHEST for action port [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_rules [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1024.958314] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50c61a6-33f7-40cb-ae24-bd97a5ce3321 with Priority: HIGHEST for action port [ 1024.958314] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.958314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.958314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.959345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.959436] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.960780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.960780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.960780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.961048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.961210] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.961413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.961413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.961587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.961637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.961730] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.963012] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.963012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.963012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.963187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.963405] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50c61a6-33f7-40cb-ae24-bd97a5ce3321',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.349546] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ac3a543f-e28e-4d8b-92f1-74534c6464d5 None None] Enqueued Resource ID: b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2 with Priority: HIGHEST for action port [ 1025.349546] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2 with Priority: HIGHEST for action port [ 1025.349546] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.349546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.349546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.349546] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.349938] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.466030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.466415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.466415] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.468117] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b50c61a6-33f7-40cb-ae24-bd97a5ce3321 with status ACTIVE [ 1025.468117] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.468117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.468117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.468117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.468117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.468117] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.468117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.468514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.468514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.468514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.468625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.468674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.468710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.468846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.468916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.468998] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b50c61a6-33f7-40cb-ae24-bd97a5ce3321 is going to be updated. [ 1025.494632] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.494632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.494632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.494632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.494632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.494632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b50c61a6-33f7-40cb-ae24-bd97a5ce3321" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.853142] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2 [ 1025.853493] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.853667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.853769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.854068] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.854345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.854515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2 already deleted. [ 1025.854632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b7cff2-5b13-4f9b-a5b8-07a05a6444a2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.972181] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.458547] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef in Status: SUCCESS [ 1026.458547] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef deletion is rescheduled due to dependency. [ 1026.458547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.475303] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.475475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.475716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.475716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.475805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.475883] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 is going to be created. [ 1026.501047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.501399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.501399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.501520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.501662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.513046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: UNINITIALIZED for 2s [ 1027.391917] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b79857a-c246-416b-94b9-c26e9cc9a69d req-ebaf9920-3edd-4526-b1b0-bb1baf43cd11 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1027.392609] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1027.393019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.394895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.394973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.395228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.395431] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.395555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.395617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.396633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.396633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.396633] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.815403] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.815768] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.815768] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.816032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.818265] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.818416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.818514] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.818723] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.818813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.819393] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.819393] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.819393] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.819393] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.819645] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.819645] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.819785] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.842511] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.842511] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.842698] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.843208] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.846551] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.848066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.848066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.848066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.848066] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b585774d-ebbb-4ae1-baaa-a4e5b736eaf2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.899406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.899406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.899406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.900037] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1027.932822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.933044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.933113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.934430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.934430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.026945] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1028.350976] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.350976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.350976] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.351261] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.351261] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.351388] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 not found, creating... [ 1028.351763] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.351938] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.352064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.353193] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.353313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.353654] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.354108] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.354108] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.354318] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.354502] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.354659] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 is going to be created. [ 1028.376193] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.376432] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.376726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.377066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.377317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.377553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.523867] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: SUCCESS [ 1028.524121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.524364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.524588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.524781] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.524893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.524956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.525119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.525208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.525314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.525405] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.027857] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.028286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.028286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.028986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.028986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.028986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.028986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.028986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.029476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.029476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.029476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.029621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.029685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.029889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.030056] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.030159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.030425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.030510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.030593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.030906] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.201081] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b79857a-c246-416b-94b9-c26e9cc9a69d req-08bdbcb7-1283-437b-b193-d9e51d533abf service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 1029.201081] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b79857a-c246-416b-94b9-c26e9cc9a69d req-08bdbcb7-1283-437b-b193-d9e51d533abf service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1029.201081] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b79857a-c246-416b-94b9-c26e9cc9a69d req-08bdbcb7-1283-437b-b193-d9e51d533abf service nova] Enqueued Resource ID: b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 with Priority: HIGHEST for action port [ 1029.201081] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 1029.203700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1029.203700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 with Priority: HIGHEST for action port [ 1029.203700] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.203700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.203700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.203700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.203700] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.205742] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.205988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.206350] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.206604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.206779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.207071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.207255] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b585774d-ebbb-4ae1-baaa-a4e5b736eaf2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.532918] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 719f2d67-ccc0-4ea3-b491-db41d4df6e39: rpc.has_security_group_logging(os_id): False [ 1029.551649] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.551735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.551803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.552133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.552289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.552513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.552624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.552686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.552856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.552934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.553137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.553226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.553282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.553419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.553491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.553661] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.553753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.553809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.553944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.554041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.554129] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 is going to be created. [ 1029.616489] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.618163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.618163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.618163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.618163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.628986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: IN_PROGRESS for 2s [ 1029.709548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.709641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.712147] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 with status ACTIVE [ 1029.712275] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.712428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.712494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.712707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.712796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.712984] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.713241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.713241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.713406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.713406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.713537] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.713537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.713771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.713805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.713936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.713936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b585774d-ebbb-4ae1-baaa-a4e5b736eaf2 is going to be updated. [ 1029.750609] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.750817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.750863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.751103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.751261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.751514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b585774d-ebbb-4ae1-baaa-a4e5b736eaf2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.038220] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1030.038220] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 1030.038220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.038220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.038844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.038844] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.038844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.038844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.038844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.039461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.039461] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.541903] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.044287] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.546900] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.547133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.547223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.547677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.547839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.547982] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1031.581902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.581902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.581902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.581902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.581902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.590639] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1031.641636] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: SUCCESS [ 1031.641873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.803082] env[65334]: INFO networking_nsxv3.common.synchronization [req-cecb9046-fcc8-4d92-8207-11ecee793638 req-fa13366a-40b7-40ae-b30d-2ee67311c4d3 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 1031.803851] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGHEST for action security_group_members [ 1031.804636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.804836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.804936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.805240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.805463] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.807609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.807609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.807609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.807609] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.142057] env[65334]: INFO networking_nsxv3.common.synchronization [req-9fcc4845-8810-4c9b-9592-49c7fc18fdfc req-e7a180f2-a614-4c47-a769-eab38a89516e tempest-ServersNegativeTestJSON-13828575 tempest-ServersNegativeTestJSON-13828575-project-member] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1032.142944] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1032.143153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.143412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.143738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143898] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.144009] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.144079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.144274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.144360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.144462] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.309993] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.309993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.310615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.310615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.310615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.310615] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.310831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.310831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.310937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.310937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.311033] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 is going to be updated. [ 1032.371616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.372804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.372804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.372804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.372804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.384659] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: IN_PROGRESS for 2s [ 1032.571925] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.572245] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.572393] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.572748] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.573082] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.573254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.573373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.573609] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.573757] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.573985] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.574133] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.574247] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.574380] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.574519] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.574634] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.574774] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.596097] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.596395] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.597109] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.597109] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.597109] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-32a3886c-c069-431e-9f2d-a6b106aadd81 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.597291] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.597336] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.597843] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.597983] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a3886c-c069-431e-9f2d-a6b106aadd81',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.646794] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.101496] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.101496] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.101867] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.103079] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.105054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.105054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 32a3886c-c069-431e-9f2d-a6b106aadd81 not found, creating... [ 1033.105054] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.105054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.105054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.107394] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107394] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.107394] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 32a3886c-c069-431e-9f2d-a6b106aadd81 is going to be created. [ 1033.130854] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.131836] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.131836] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.131836] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.132293] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.132358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.149395] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.441767] env[65334]: INFO networking_nsxv3.common.synchronization [req-cba99476-10e7-40ff-8c7f-d6eb3e65b393 req-124909d6-b84c-4cfe-9e59-2851b277847f tempest-ImagesTestJSON-1702556931 tempest-ImagesTestJSON-1702556931-project-member] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1033.442333] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGHEST for action security_group_members [ 1033.442641] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.442761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.442820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.443028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.443178] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.443278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.443339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.443494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.443577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.443668] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.604142] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.604142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.604142] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.604142] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.653038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.653038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.653038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.653038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.653038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.653038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1033.682023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.682237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.682237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.682446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.682593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.695458] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1033.824430] env[65334]: INFO networking_nsxv3.common.synchronization [req-9fcc4845-8810-4c9b-9592-49c7fc18fdfc req-6c6a1a2c-6a4d-41e6-aa87-8ce69aa918ea service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1033.824820] env[65334]: INFO networking_nsxv3.common.synchronization [req-9fcc4845-8810-4c9b-9592-49c7fc18fdfc req-6c6a1a2c-6a4d-41e6-aa87-8ce69aa918ea service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1033.824820] env[65334]: INFO networking_nsxv3.common.synchronization [req-9fcc4845-8810-4c9b-9592-49c7fc18fdfc req-6c6a1a2c-6a4d-41e6-aa87-8ce69aa918ea service nova] Enqueued Resource ID: 32a3886c-c069-431e-9f2d-a6b106aadd81 with Priority: HIGHEST for action port [ 1033.825271] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1033.825457] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1033.825501] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a3886c-c069-431e-9f2d-a6b106aadd81 with Priority: HIGHEST for action port [ 1033.825768] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.825874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.825973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.826228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.826228] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.827328] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.827328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.827492] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a3886c-c069-431e-9f2d-a6b106aadd81 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.827492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.827623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.827747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.827790] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a3886c-c069-431e-9f2d-a6b106aadd81',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.947455] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.947455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.947455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.947701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.947701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.947845] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.947945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.948101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.948200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.948250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.948325] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be updated. [ 1033.977422] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.977618] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.977673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.977906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.978103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.988043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: IN_PROGRESS for 2s [ 1034.106956] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.107184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.107184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.107379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.107543] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.107646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.107757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.107856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.107941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.108036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.108181] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.108272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.108332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.108468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.108694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.108757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.108880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.109046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.109135] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.330538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.330857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.330901] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a3886c-c069-431e-9f2d-a6b106aadd81 with status ACTIVE [ 1034.331054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.331161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.331497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.331750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.331848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.333033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.333139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.333139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.333371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.333371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.333580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.334215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.334215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.334215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.334215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.334215] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a3886c-c069-431e-9f2d-a6b106aadd81 is going to be updated. [ 1034.361390] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.361390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.361390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.361390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.361390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.361390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a3886c-c069-431e-9f2d-a6b106aadd81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.397902] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 in Status: SUCCESS [ 1034.397902] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 deletion is rescheduled due to dependency. [ 1034.397902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.613611] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 1034.634867] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.634867] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.634867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.636035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.636035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.636035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.636035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.636282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.636404] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.636472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.636542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.636689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.637035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637035] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1034.731251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.731508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.731572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.731872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.732076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.750320] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1035.048678] env[65334]: INFO networking_nsxv3.common.synchronization [req-6050f7fb-e979-4654-ad62-d71ba5c3d463 req-1bedce0c-ec8e-47a1-8ce0-a2028dcaa589 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1035.049542] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba598561-45d3-422c-9655-3352e87e3a6f req-1bc669b5-f206-4165-a0b9-bff712fbffb6 tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1035.051829] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1035.052234] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1035.052689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.053063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.053063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.053185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.053256] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.053358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.053419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.053571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.053657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.053772] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.054899] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.055103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.055919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.056221] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.408031] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.408333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.408333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.408617] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.408865] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.409232] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409425] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409654] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409810] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.410060] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.410175] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.410280] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.410380] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.410485] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.410586] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.410712] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.415194] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.415385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.415507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.415742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.415989] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.416188] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.416272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.416553] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.416701] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.416921] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.417117] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.417257] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.417368] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.417483] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.417582] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.417708] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.434080] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.434286] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.434599] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.434784] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-420" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.435113] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.435293] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.435411] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.435730] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.435869] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.438220] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.438359] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.438491] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.438647] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.439043] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-96def3fe-3ca0-4c83-b865-447742f82a94 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.439243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.439378] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.439892] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.439892] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96def3fe-3ca0-4c83-b865-447742f82a94',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.558073] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.558073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.558073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.558293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.558293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.558510] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.558649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.558715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.558841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.558920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.559015] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1035.560142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.560251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.560316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.560551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.560635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.560807] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.560930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.561054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.561105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.561183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.561301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 1035.588891] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.589122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.589122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.589449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.589595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.591304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.591435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.591497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.591629] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.591740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.601506] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1035.602156] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 1035.709255] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1035.709471] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.709630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.709848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.710054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.710177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.710243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.710404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.710482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.710576] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.941877] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.942277] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.942481] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.942944] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.943019] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.943213] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 96def3fe-3ca0-4c83-b865-447742f82a94 not found, creating... [ 1035.943570] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.943963] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.944111] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.944451] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.944705] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.945050] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.945293] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.945467] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946335] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946335] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 96def3fe-3ca0-4c83-b865-447742f82a94 is going to be created. [ 1035.947752] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.948008] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.948226] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.948507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.948720] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.949802] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 not found, creating... [ 1035.949802] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.949802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.949802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.949802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.950184] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.950316] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.950501] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.950640] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.950915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.951116] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.951291] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 is going to be created. [ 1035.979356] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.979695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.979942] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.980277] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.980637] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.980896] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.982724] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.983012] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.983131] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.983388] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.983612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.983847] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.998550] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 in Status: SUCCESS [ 1035.998742] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 deletion is rescheduled due to dependency. [ 1035.998873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.213204] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.665684] env[65334]: INFO networking_nsxv3.common.synchronization [req-6050f7fb-e979-4654-ad62-d71ba5c3d463 req-645a2da4-4d68-4adf-8170-55b60c9c08c3 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1036.666012] env[65334]: INFO networking_nsxv3.common.synchronization [req-6050f7fb-e979-4654-ad62-d71ba5c3d463 req-645a2da4-4d68-4adf-8170-55b60c9c08c3 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1036.666097] env[65334]: INFO networking_nsxv3.common.synchronization [req-6050f7fb-e979-4654-ad62-d71ba5c3d463 req-645a2da4-4d68-4adf-8170-55b60c9c08c3 service nova] Enqueued Resource ID: 96def3fe-3ca0-4c83-b865-447742f82a94 with Priority: HIGHEST for action port [ 1036.667119] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1036.667318] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1036.667361] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96def3fe-3ca0-4c83-b865-447742f82a94 with Priority: HIGHEST for action port [ 1036.668127] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba598561-45d3-422c-9655-3352e87e3a6f req-c68f8fb6-c209-4af6-a04e-3e4a8c18e824 service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 1036.668672] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba598561-45d3-422c-9655-3352e87e3a6f req-c68f8fb6-c209-4af6-a04e-3e4a8c18e824 service nova] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1036.668879] env[65334]: INFO networking_nsxv3.common.synchronization [req-ba598561-45d3-422c-9655-3352e87e3a6f req-c68f8fb6-c209-4af6-a04e-3e4a8c18e824 service nova] Enqueued Resource ID: 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 with Priority: HIGHEST for action port [ 1036.669778] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.669778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.669778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.669778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.669778] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.670514] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670768] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-96def3fe-3ca0-4c83-b865-447742f82a94 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.671564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.671564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.671564] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96def3fe-3ca0-4c83-b865-447742f82a94',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.672045] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_rules [ 1036.674975] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1036.674975] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 with Priority: HIGHEST for action port [ 1036.674975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.674975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.674975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.674975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.674975] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.674975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.675524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.675524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.675524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.675657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.676445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.676445] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.715317] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.765248] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1036.765627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.167384] env[65334]: INFO networking_nsxv3.common.synchronization [req-356cc138-64e0-454b-aaf2-682f82ac1237 req-855fea5d-4c51-44d6-8b79-6dd7e5be1a43 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 1037.167461] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGHEST for action security_group_members [ 1037.167972] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.168580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.169053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.169145] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.173621] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.173745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.175024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96def3fe-3ca0-4c83-b865-447742f82a94 with status ACTIVE [ 1037.175024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.175024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.175024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.175740] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.175740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.175740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.175740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.175740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.175740] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96def3fe-3ca0-4c83-b865-447742f82a94 is going to be updated. [ 1037.178482] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.178592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.179850] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 with status ACTIVE [ 1037.180015] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.180120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.180426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.180426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.180426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.180579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.180854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.180854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.180981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.181125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.181344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.181488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.181549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.181719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.181801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.181884] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5 is going to be updated. [ 1037.201060] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.201060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.201432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.201547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96def3fe-3ca0-4c83-b865-447742f82a94" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.202434] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.202552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.202608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.202754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.202864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.202999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-171a9c21-a4e5-48ce-920d-ff7ed4ca0ca5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.217790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.217938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.218021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.218234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.218329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.218469] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1037.256215] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.256400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.256450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.256635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.256787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.267021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1037.614691] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 1037.615577] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 deletion is rescheduled due to dependency. [ 1037.615891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.617246] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1037.617429] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 deletion is rescheduled due to dependency. [ 1037.617530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.617694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.617914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.618260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.618343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.618482] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.618655] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.619486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.619656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.619844] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.619976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.620101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.620216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.620336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.620460] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.671649] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.671649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.671649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.671649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.671649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.671649] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.672398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.673035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.673035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.673035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.673206] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 is going to be updated. [ 1037.709451] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.709595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.709667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.709880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.710041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.719803] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: IN_PROGRESS for 2s [ 1038.126810] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.127289] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.632517] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.633597] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.139026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.139026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 1039.139026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.139026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.139026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1039.174587] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.174587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.174587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.174951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.175054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.179196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.179444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.179607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.179817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.179981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.192567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 1039.193428] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1039.279121] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1039.279379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.279645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.279909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.280175] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.280340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.280423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.280652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.280773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.280869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.280969] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.731455] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1adbe1a-de1d-408a-88ce-8fb300711827 in Status: SUCCESS [ 1039.731679] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 deletion is rescheduled due to dependency. [ 1039.731745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783611] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.783872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.784015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.784386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.784666] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.784838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.784952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.785239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.785392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.785964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.786100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.786348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.786580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.786744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.786860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.787410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.787561] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.291162] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6ebb788-0192-46ed-9a42-548a5f3d0423: rpc.has_security_group_logging(os_id): False [ 1040.316940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.317857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.317975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.318264] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.318695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.318695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.319286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.319286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.319676] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.319809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.319809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.321506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.321506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.321506] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.321506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.321506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.321506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.321933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.321933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1040.396024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.396024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.396024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.398167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.398485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.415099] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1040.600057] env[65334]: INFO networking_nsxv3.common.synchronization [req-cb991a35-fe8b-4faa-adf9-0eb463f37643 req-512cf065-aefa-4672-bab1-683d1b28a748 tempest-ServersNegativeTestMultiTenantJSON-417766624 tempest-ServersNegativeTestMultiTenantJSON-417766624-project-member] Enqueued Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1040.600931] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGHEST for action security_group_members [ 1040.601756] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.601756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.601756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603268] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.603268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.603268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.603524] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.882431] env[65334]: INFO networking_nsxv3.common.synchronization [req-899ecd99-89a2-49fd-8e74-e572716159c6 req-8bd197d8-878d-44f9-a12b-7726b9154b9d tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1040.884025] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1040.884602] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.884762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.884870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.885214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.885479] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.885653] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.885862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.886056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.886209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.886385] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.957673] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c99374a4-49d3-49ba-8888-b7657dcd3a11 None None] Enqueued Resource ID: 71a31a9f-a3ed-4bff-b88c-5afc7b536f49 with Priority: HIGHEST for action port [ 1040.958679] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a31a9f-a3ed-4bff-b88c-5afc7b536f49 with Priority: HIGHEST for action port [ 1040.958913] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a31a9f-a3ed-4bff-b88c-5afc7b536f49 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.958913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a31a9f-a3ed-4bff-b88c-5afc7b536f49" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.960013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a31a9f-a3ed-4bff-b88c-5afc7b536f49" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.960013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a31a9f-a3ed-4bff-b88c-5afc7b536f49" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.960013] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a31a9f-a3ed-4bff-b88c-5afc7b536f49',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.107019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.110849] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.110849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.110849] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 is going to be updated. [ 1041.169028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.169028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.169028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.183036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: IN_PROGRESS for 2s [ 1041.204436] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 1041.204756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.205169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.205231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.205545] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.205708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.205813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.206125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.206430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.206639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.206800] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.208677] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1041.208810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.208962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.209246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.209450] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.209639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.209639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.209787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.209848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.209925] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.210017] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.388945] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.464161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a31a9f-a3ed-4bff-b88c-5afc7b536f49 [ 1041.464429] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.464573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.464729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.464870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.464961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.465074] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a31a9f-a3ed-4bff-b88c-5afc7b536f49 already deleted. [ 1041.465161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a31a9f-a3ed-4bff-b88c-5afc7b536f49" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.712212] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.712551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.712650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.712901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.713249] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.713249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.713429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.715019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715019] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.717034] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.717166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.717212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.717347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.717496] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.717592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.717654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.717793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.717879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.717948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718120] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.718214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.718274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.718561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.718654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.718712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.718917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.719033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.719096] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.892432] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.220716] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d32b7a-41f0-41dd-9499-ab4269a31f38: rpc.has_security_group_logging(os_id): False [ 1042.221913] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c1c2b0-bbec-4f18-a022-b86d61625258: rpc.has_security_group_logging(os_id): False [ 1042.241250] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.241399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.241459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.241674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.241865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.241980] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.242090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.242152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.242339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.242439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.242630] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.242721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.242836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.242984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.242984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.243191] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.243285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.243344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.243485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.243557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.243641] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 1042.245881] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.245881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.245881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.245881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.246181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.246181] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.246269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.246304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.246412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.246480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.246681] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.246784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.246842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.246996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.247080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.247255] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.247353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.247408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.247543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.247612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.247692] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1042.324583] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.324798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.324798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.324954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.325108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.326934] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.327066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.327116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.327283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.327425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.344105] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1042.345362] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 1042.395068] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.395409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.395409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.395587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395777] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1042.464121] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1042.464431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.470289] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.470289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.470289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.470289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.470289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.482592] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1042.916561] env[65334]: INFO networking_nsxv3.common.synchronization [None req-0d1f6b53-e9fc-46e0-aba8-d21b9804c736 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1042.917160] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1042.917605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.917768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.917836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.919369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.919457] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.920690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.920690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.920690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.920690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.920690] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.193825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 in Status: SUCCESS [ 1043.194067] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 deletion is rescheduled due to dependency. [ 1043.194642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.423820] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.522199] env[65334]: INFO networking_nsxv3.common.synchronization [None req-89c0fd19-6e1e-4ce0-aa68-0268952d1074 None None] Enqueued Resource ID: e965313f-8674-47a0-a5ea-b911d7383820 with Priority: HIGHEST for action port [ 1043.522337] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e965313f-8674-47a0-a5ea-b911d7383820 with Priority: HIGHEST for action port [ 1043.522687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e965313f-8674-47a0-a5ea-b911d7383820 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.522811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e965313f-8674-47a0-a5ea-b911d7383820" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.522866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e965313f-8674-47a0-a5ea-b911d7383820" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.523232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e965313f-8674-47a0-a5ea-b911d7383820" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.523332] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e965313f-8674-47a0-a5ea-b911d7383820',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.926698] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.025933] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e965313f-8674-47a0-a5ea-b911d7383820 [ 1044.026192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.026332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.026401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.026630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.026727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.026822] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e965313f-8674-47a0-a5ea-b911d7383820 already deleted. [ 1044.026906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e965313f-8674-47a0-a5ea-b911d7383820" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.359818] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1044.360078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.360923] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 1044.361115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.430115] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.430115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.430115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.430115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.430115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.430634] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1044.460948] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.461150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.461202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.461997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.461997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.474207] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1044.491030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1044.491209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.180132] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.180376] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.181024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.181024] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.181463] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.181742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.181935] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.182237] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.182461] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.182962] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.182962] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.183169] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.183169] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.183434] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.184036] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.184036] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.207376] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.207705] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.207705] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.207898] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.208408] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-5c245339-2f83-4f50-ab41-9151afeecec8 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.208579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.208762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.208937] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.209113] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c245339-2f83-4f50-ab41-9151afeecec8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.712343] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.712681] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.712739] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.713056] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.713203] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.713359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 5c245339-2f83-4f50-ab41-9151afeecec8 not found, creating... [ 1045.713627] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.713782] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.713896] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.714420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.714420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.714607] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.714762] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.714878] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.715106] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.715236] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.715396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 5c245339-2f83-4f50-ab41-9151afeecec8 is going to be created. [ 1045.738324] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.738549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.738721] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.738948] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.739202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.739430] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.286377] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b3fb3f2-3a61-48ba-a6c2-0d0dbd8d7fe8 req-98cfd3e3-4e7a-4ac1-8eb2-83fc0c078c6e tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1046.286991] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1046.287578] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.287717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.287761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.288216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.288392] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.288527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.288589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.288750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.288834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.288974] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.452961] env[65334]: INFO networking_nsxv3.common.synchronization [req-289e9d1d-40d2-4664-9200-1a31e9d59370 req-610a1efe-2012-49dd-aaf8-8a0d2f2eb8a2 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1046.453188] env[65334]: INFO networking_nsxv3.common.synchronization [req-289e9d1d-40d2-4664-9200-1a31e9d59370 req-610a1efe-2012-49dd-aaf8-8a0d2f2eb8a2 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1046.453360] env[65334]: INFO networking_nsxv3.common.synchronization [req-289e9d1d-40d2-4664-9200-1a31e9d59370 req-610a1efe-2012-49dd-aaf8-8a0d2f2eb8a2 service nova] Enqueued Resource ID: 5c245339-2f83-4f50-ab41-9151afeecec8 with Priority: HIGHEST for action port [ 1046.453939] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1046.454156] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1046.454246] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c245339-2f83-4f50-ab41-9151afeecec8 with Priority: HIGHEST for action port [ 1046.454605] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.454726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.454842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.455159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.455159] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.456211] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.456333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.456591] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c245339-2f83-4f50-ab41-9151afeecec8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.456733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.456811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.456993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.457180] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c245339-2f83-4f50-ab41-9151afeecec8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.486719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1046.486963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.487598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.487917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.488217] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.488377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.488462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.488649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.488735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.488833] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.616945] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.617175] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.617298] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.617618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.617882] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618055] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618167] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618384] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618524] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.618734] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.618845] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.618950] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.619071] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.619180] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.619283] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.619409] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.645986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.646160] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.646310] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.646490] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646940] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-828553f5-edba-4dde-8ecd-086c4d99d8fe taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.647169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.647303] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.647635] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.647797] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828553f5-edba-4dde-8ecd-086c4d99d8fe',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.791485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.791915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.791915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.791915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.792105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.792236] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.792343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.792409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.792558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.792637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.792720] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f already deleted. [ 1046.792805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.959882] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.959882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.960249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c245339-2f83-4f50-ab41-9151afeecec8 with status ACTIVE [ 1046.960249] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.960382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.960637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.961021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.961021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.961428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.961428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.961527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.962099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.962099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.962325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.962824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.962824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.962824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.962824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.962980] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c245339-2f83-4f50-ab41-9151afeecec8 is going to be updated. [ 1046.990804] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.996465] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.996671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.996747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.997025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.997211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.997391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c245339-2f83-4f50-ab41-9151afeecec8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.115765] env[65334]: INFO networking_nsxv3.common.synchronization [req-c23ca667-afc1-4751-bec7-c53006084c2c req-21a45972-ed9b-49f7-99ce-077106239639 tempest-ServersNegativeTestJSON-13828575 tempest-ServersNegativeTestJSON-13828575-project-member] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1047.116464] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1047.116821] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.116959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.117059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.117466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.117561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.117616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.117907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.118012] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.150909] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.151144] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.151292] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.151544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.151925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.151925] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 828553f5-edba-4dde-8ecd-086c4d99d8fe not found, creating... [ 1047.152119] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.152276] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.152392] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.153030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.153030] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.153193] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.153285] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.153391] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.153589] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.153770] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.153915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 828553f5-edba-4dde-8ecd-086c4d99d8fe is going to be created. [ 1047.175264] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.175573] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.175648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.176067] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.176231] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176360] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.441480] env[65334]: INFO networking_nsxv3.common.synchronization [req-f8e45858-741e-457f-bfc3-7d078b87b122 req-5148d728-7d3a-4ee6-b1ce-e2ae6c8e7d21 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1047.441480] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1047.441480] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.441708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.441708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.442051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.442217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.442282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.442548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.442640] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.493993] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.620700] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.890290] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b3fb3f2-3a61-48ba-a6c2-0d0dbd8d7fe8 req-c7c4d267-2356-4c2a-811e-801cb5b1f2f7 service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1047.890290] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b3fb3f2-3a61-48ba-a6c2-0d0dbd8d7fe8 req-c7c4d267-2356-4c2a-811e-801cb5b1f2f7 service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1047.890290] env[65334]: INFO networking_nsxv3.common.synchronization [req-8b3fb3f2-3a61-48ba-a6c2-0d0dbd8d7fe8 req-c7c4d267-2356-4c2a-811e-801cb5b1f2f7 service nova] Enqueued Resource ID: 828553f5-edba-4dde-8ecd-086c4d99d8fe with Priority: HIGHEST for action port [ 1047.891451] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1047.891761] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1047.892050] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828553f5-edba-4dde-8ecd-086c4d99d8fe with Priority: HIGHEST for action port [ 1047.892782] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.893039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.893253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.893589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.893772] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.897011] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.898093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.898093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.898093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.898093] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.898430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.898430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.898430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.898529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.898594] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.901016] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-828553f5-edba-4dde-8ecd-086c4d99d8fe taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.901016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.901016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.901225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.901308] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828553f5-edba-4dde-8ecd-086c4d99d8fe',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.946077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.946077] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.946077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.946491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.946491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.946491] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1047.977217] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.977217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.977217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.977217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.977551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.989794] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1047.996616] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.996789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.996861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.998069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.998069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.998069] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1048.025824] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.025978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.026677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.026677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.026677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.040603] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1048.122424] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.397235] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.397235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.402763] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.402763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828553f5-edba-4dde-8ecd-086c4d99d8fe with status ACTIVE [ 1048.403054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.403603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404190] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.404283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.404352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.404514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.404604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404686] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828553f5-edba-4dde-8ecd-086c4d99d8fe is going to be updated. [ 1048.426836] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.426836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.426836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.427238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.427238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.427326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828553f5-edba-4dde-8ecd-086c4d99d8fe" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.625968] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.626150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.626220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.626435] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.626532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.626622] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1048.656381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.656524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.656593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.656806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.656955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.668330] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1048.908306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.410607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.410787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.410850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.411090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.411206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.411275] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be created. [ 1049.439031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.439031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.439031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.439031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.439031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451250] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: UNINITIALIZED for 2s [ 1050.002945] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1050.003364] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 1050.003469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.053906] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1050.054281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.054620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.054960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.055277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.055487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.055592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.055871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.055991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.056141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.056313] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.560761] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.560761] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.560761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.562184] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.562184] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.562184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.562184] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.680658] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1050.680914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.064716] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c1c2b0-bbec-4f18-a022-b86d61625258: rpc.has_security_group_logging(os_id): False [ 1051.069336] env[65334]: INFO networking_nsxv3.common.synchronization [req-574d4f07-ed42-4f57-af97-88ecb6bdddd4 req-1670318b-0f14-4067-a8f6-83b0dd8071fe tempest-ImagesOneServerNegativeTestJSON-1898370135 tempest-ImagesOneServerNegativeTestJSON-1898370135-project-member] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1051.069611] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGHEST for action security_group_members [ 1051.069926] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.070062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.070128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.070493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.070680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.070811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.070881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.071175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.071305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.071447] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.084288] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.084288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.084288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.084632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.084632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.084713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.084773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.085360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.085360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.085360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.085360] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.085360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.085635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.085635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.085722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.085827] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.085974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.085974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.086239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.086586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.086586] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1051.148547] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.148722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.148772] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.148975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.149180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164668] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1051.327637] env[65334]: INFO networking_nsxv3.common.synchronization [req-21e08093-6210-4e9a-92a5-fd3454b879aa req-1bbdd1dc-dc7f-4bd1-8bf8-3d449369dc2f tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1051.328458] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1051.331122] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.331283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.331351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.331530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.332043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.332180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.332233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.332417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.332510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.332609] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.422268] env[65334]: INFO networking_nsxv3.common.synchronization [None req-17320cb8-3137-4433-a210-f7a64a6cc52c tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1051.422817] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1051.423325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.423447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.423516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.423777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.423859] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.460807] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1051.461040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.461202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.461418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.461610] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.461728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.461784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.461933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.462111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.462198] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.557874] env[65334]: INFO networking_nsxv3.common.synchronization [None req-24541477-7124-41ee-9d42-c8cefe5debbf tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1051.559727] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1051.560038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.560681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.574730] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.574903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.574975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.575207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.575296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.575487] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.575609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.575674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.575824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.575898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.575982] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be updated. [ 1051.608233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.608233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.608233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.608233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.608233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.616538] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: IN_PROGRESS for 2s [ 1051.837321] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.837321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.837321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.837321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.861349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.861820] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.862325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.862325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.862932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.862932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.862932] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1051.919115] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.919115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.919115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.919115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.919115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.938979] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1051.950276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.950276] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 already deleted. [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.950276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.953847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.953847] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.964024] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.467623] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0680f0f8-370a-4ddf-8b20-586b473ff84f: rpc.has_security_group_logging(os_id): False [ 1052.481230] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.481230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.481230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.481230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.481230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.481230] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 already deleted. [ 1052.481230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.483738] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.483923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.483923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.484152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.485100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.485100] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.485100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.485100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.485100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.485100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.485100] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be created. [ 1052.549791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.550015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.550087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.550406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.550756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.562214] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1053.182820] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1053.183299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.627420] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 in Status: SUCCESS [ 1053.627785] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 deletion is rescheduled due to dependency. [ 1053.627785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.950862] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1053.951133] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a deletion is rescheduled due to dependency. [ 1053.951311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.578095] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1054.578417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730970] env[65334]: INFO networking_nsxv3.common.synchronization [req-8dbeee64-f353-49e0-81b2-939614f64812 req-c45111dd-279a-4b11-aa2b-509def0d2303 tempest-ServersV294TestFqdnHostnames-362282691 tempest-ServersV294TestFqdnHostnames-362282691-project-member] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1054.733035] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGHEST for action security_group_members [ 1054.733479] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.734600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.734600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.734600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.734600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.735919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.735919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.735919] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.240323] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240323] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.240323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 is going to be updated. [ 1055.271039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.282141] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: IN_PROGRESS for 2s [ 1057.155616] env[65334]: INFO networking_nsxv3.common.synchronization [None req-29ce26f0-e90c-4587-9ee8-997fd372b839 None None] Enqueued Resource ID: 48b9194e-fcb9-4843-a339-b07d2997400b with Priority: HIGHEST for action port [ 1057.157428] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9194e-fcb9-4843-a339-b07d2997400b with Priority: HIGHEST for action port [ 1057.157428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-48b9194e-fcb9-4843-a339-b07d2997400b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.157428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48b9194e-fcb9-4843-a339-b07d2997400b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.157428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48b9194e-fcb9-4843-a339-b07d2997400b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.157428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48b9194e-fcb9-4843-a339-b07d2997400b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.157428] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b9194e-fcb9-4843-a339-b07d2997400b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.292540] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 in Status: SUCCESS [ 1057.292729] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 deletion is rescheduled due to dependency. [ 1057.293059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662959] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48b9194e-fcb9-4843-a339-b07d2997400b [ 1057.662959] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.662959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.662959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.662959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.662959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662959] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48b9194e-fcb9-4843-a339-b07d2997400b already deleted. [ 1057.662959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48b9194e-fcb9-4843-a339-b07d2997400b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731975] env[65334]: INFO networking_nsxv3.common.synchronization [None req-df87cfc7-9c56-49af-8d73-4c590847fd01 None None] Enqueued Resource ID: 43ddc0ac-23ad-4197-afe1-272031fb7a69 with Priority: HIGHEST for action port [ 1059.733083] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ddc0ac-23ad-4197-afe1-272031fb7a69 with Priority: HIGHEST for action port [ 1059.733590] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ddc0ac-23ad-4197-afe1-272031fb7a69 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.733794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ddc0ac-23ad-4197-afe1-272031fb7a69" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.733917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ddc0ac-23ad-4197-afe1-272031fb7a69" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.734469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ddc0ac-23ad-4197-afe1-272031fb7a69" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.734629] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ddc0ac-23ad-4197-afe1-272031fb7a69',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.835449] env[65334]: INFO networking_nsxv3.common.synchronization [req-9d040cb5-bdd4-4590-92cb-6466a0898eb3 req-78dfe0bf-47c2-48bc-b4ec-ef846550e746 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1059.835449] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1059.835449] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.835645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.835645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.837021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.837021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.837021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.837021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.837251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.837251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.837353] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.240150] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43ddc0ac-23ad-4197-afe1-272031fb7a69 [ 1060.240883] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.241023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.241089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.241305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.241393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.241502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43ddc0ac-23ad-4197-afe1-272031fb7a69 already deleted. [ 1060.241565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ddc0ac-23ad-4197-afe1-272031fb7a69" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.340184] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.347028] env[65334]: INFO networking_nsxv3.common.synchronization [None req-1d44334f-23d5-45e4-b074-24bda0838823 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1060.347605] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1060.347930] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.348041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.841780] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.231219] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c23cec2b-9be2-49b6-be28-064b05a40367 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: 91a98777-4416-4416-996e-282f1bccb79b with Priority: HIGHEST for action security_group_rules [ 1061.231781] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a98777-4416-4416-996e-282f1bccb79b with Priority: HIGHEST for action security_group_rules [ 1061.234152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a98777-4416-4416-996e-282f1bccb79b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.234328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.234415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.235027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.235027] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a98777-4416-4416-996e-282f1bccb79b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.345165] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.345277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.345360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.345635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.345762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.345918] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1061.355178] env[65334]: INFO networking_nsxv3.common.synchronization [None req-bba9614c-a75a-4bbb-943e-5bc9f9815429 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: 91a98777-4416-4416-996e-282f1bccb79b with Priority: HIGHEST for action security_group_rules [ 1061.355750] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a98777-4416-4416-996e-282f1bccb79b with Priority: HIGHEST for action security_group_rules [ 1061.355750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a98777-4416-4416-996e-282f1bccb79b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.355877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.376992] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.377200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.377200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.377672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.377672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.393825] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1061.771592] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.771749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.771827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.772058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.772156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772254] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a98777-4416-4416-996e-282f1bccb79b already deleted. [ 1061.772357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.772694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.772776] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a98777-4416-4416-996e-282f1bccb79b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.292977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.293361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.293361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.293418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.293509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.293601] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a98777-4416-4416-996e-282f1bccb79b already deleted. [ 1062.293680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a98777-4416-4416-996e-282f1bccb79b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.223495] env[65334]: INFO networking_nsxv3.common.synchronization [req-05980e4b-3c59-47e7-baec-d79ddd6b31a1 req-e9721ca6-2297-4831-aac1-252e12099e76 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 1063.224090] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGHEST for action security_group_members [ 1063.224395] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.224578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.224643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.224960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.225019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.225123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.225169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.225294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.225373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.225671] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.406203] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1063.406509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.406924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.407143] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.407261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.407323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.407477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.407553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.407644] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.728444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.728600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.728959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.728959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.728959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.729469] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.729469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.729469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.729469] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.729615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.729615] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 is going to be updated. [ 1063.761299] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.761493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.761588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.761858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.762113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.772506] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: IN_PROGRESS for 2s [ 1063.910537] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.910701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.910771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911010] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.911111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911412] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.911522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.911586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.911834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1063.943878] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.943878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.944035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.944208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.944373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.956893] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1064.987307] env[65334]: INFO networking_nsxv3.common.synchronization [req-8848cc5c-1e69-4a94-9de2-006e554e1ce6 req-383d1995-c3ee-413d-b4c9-230e32fc6374 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1064.992368] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1064.992368] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.992368] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.992368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.992368] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.494325] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.494519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.494724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.495025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.495183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.495428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.495756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.495839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.496044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.496125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.496221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1065.522786] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.522941] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.523246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.523387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.533294] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1065.782834] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 in Status: SUCCESS [ 1065.782928] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 deletion is rescheduled due to dependency. [ 1065.784034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.968973] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1065.969499] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 deletion is rescheduled due to dependency. [ 1065.969499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.899608] env[65334]: INFO networking_nsxv3.common.synchronization [req-e8c4a58d-f0cd-4c3d-a89a-f50d89008c08 req-6f8501cc-c5cc-4326-b97e-ff4b30002110 tempest-ServerRescueTestJSON-591251541 tempest-ServerRescueTestJSON-591251541-project-member] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1066.900363] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1066.900588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.900711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.900770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.901100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.901259] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.901365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.901425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.901587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.901670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.901772] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.275408] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.275661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.275712] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.276065] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.276347] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.277016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.277016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277016] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277240] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.277353] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.277462] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.277569] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.277674] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.277779] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.277904] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.313440] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.313440] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.313440] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.313623] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.313815] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-334d9134-2323-44a5-9c94-4ea08e7f0d9a taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.313991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.314122] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.314465] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.314686] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334d9134-2323-44a5-9c94-4ea08e7f0d9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.403958] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.404221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.404329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.404717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.404865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.405180] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.405334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.405434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.405667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.405783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.405907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 already deleted. [ 1067.406040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.543189] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1067.543377] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 1067.543489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.817824] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.818163] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.818320] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.818694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.818899] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.820176] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 334d9134-2323-44a5-9c94-4ea08e7f0d9a not found, creating... [ 1067.820176] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.820176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.820176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.820371] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.820371] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.821053] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.821053] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.821290] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.822037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.822037] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.822037] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 334d9134-2323-44a5-9c94-4ea08e7f0d9a is going to be created. [ 1067.845897] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.846382] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.846382] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.846530] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.846737] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.846971] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.551634] env[65334]: INFO networking_nsxv3.common.synchronization [req-e8c4a58d-f0cd-4c3d-a89a-f50d89008c08 req-07e9c360-295c-45c8-bc72-469d35d5299c service nova] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_rules [ 1068.551877] env[65334]: INFO networking_nsxv3.common.synchronization [req-e8c4a58d-f0cd-4c3d-a89a-f50d89008c08 req-07e9c360-295c-45c8-bc72-469d35d5299c service nova] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1068.551997] env[65334]: INFO networking_nsxv3.common.synchronization [req-e8c4a58d-f0cd-4c3d-a89a-f50d89008c08 req-07e9c360-295c-45c8-bc72-469d35d5299c service nova] Enqueued Resource ID: 334d9134-2323-44a5-9c94-4ea08e7f0d9a with Priority: HIGHEST for action port [ 1068.552510] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_rules [ 1068.552646] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1068.553936] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334d9134-2323-44a5-9c94-4ea08e7f0d9a with Priority: HIGHEST for action port [ 1068.553936] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.553936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.553936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.553936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.559037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.559037] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.559037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.559037] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.559795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-334d9134-2323-44a5-9c94-4ea08e7f0d9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.559930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.559999] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.560465] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334d9134-2323-44a5-9c94-4ea08e7f0d9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.062248] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.063360] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.063495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.063634] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 334d9134-2323-44a5-9c94-4ea08e7f0d9a with status ACTIVE [ 1069.063791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.063898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.063952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.065077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.065188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.065498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.065498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.065602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.065780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.065859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.066504] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.066504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.066504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.066504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.066504] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.066669] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 334d9134-2323-44a5-9c94-4ea08e7f0d9a is going to be updated. [ 1069.091613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.091782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.092025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.092025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.092143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.092303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334d9134-2323-44a5-9c94-4ea08e7f0d9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.568195] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.071154] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.071345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.071844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.071844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.071844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.071844] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be created. [ 1070.099426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.099677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.099677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.099951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.100159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.113911] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: UNINITIALIZED for 2s [ 1071.208139] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.208436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.208436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.208578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.208696] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.711643] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.126805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1072.126805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.126943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.127174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.127446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.127905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.127968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.128397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.128397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.128397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.128512] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.214362] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.631177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.631359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.631432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.631664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.631824] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.632066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.632066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.632171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.632242] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.632345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.632531] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.632596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.632633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.632755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.632889] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.632991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.633117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.633203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.634222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.634222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.634222] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.718027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1072.718027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1073.136817] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1111e549-e399-48a5-aaca-06b71f9663c5: rpc.has_security_group_logging(os_id): False [ 1073.158063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.158217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.159425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.159425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.159425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.159832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.159832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.159832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.159832] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.159951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.159979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.160123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.160196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.160359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be created. [ 1073.251640] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.251640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.252330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.252330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.252330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.271490] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1073.554617] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.554617] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1073.693260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.693409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.693497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.693718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.706330] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1073.707408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.708477] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1073.743922] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.744144] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.744226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.744438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.755729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.756466] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1073.756526] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.756619] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1073.799363] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.799517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.799579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.799880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.801696] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1073.876783] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.876934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.877016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.877226] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.877530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.877809] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1073.986704] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.987249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.987249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.987322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.987596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.987963] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1073.988075] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'52663a79-d366-4713-b25b-8a8605881931', '0625fa0a-5a25-4940-9f4d-0eb3959c27b5', '719f2d67-ccc0-4ea3-b491-db41d4df6e39', '62f5987c-f29c-46bc-8357-ac80cd8710ef', '2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef', 'e0c3f30c-ad34-4f50-8d95-152d2b3b897b', '0bed54c7-193b-4aa7-9e17-7864d711b433', '81c1c2b0-bbec-4f18-a022-b86d61625258', 'feb69647-be3d-4e19-9854-277b896d1bcf', '3ddeb3b0-1cba-4644-a560-4db4b9af6a50', 'd567904f-a131-48bd-adb7-e6596a53afc6', '0985fde5-6560-44f4-b6cb-5632cd877f86', 'c1adbe1a-de1d-408a-88ce-8fb300711827', 'd2d32b7a-41f0-41dd-9499-ab4269a31f38', 'b50170bc-ecc4-4336-8da8-af3eed8eb813', '2b8b4585-6898-42e4-a46d-bd1ce9f3b31e', '84fd836f-165e-4da4-9d5e-180eebdc1144', 'e55df3fe-9a11-46b7-abcb-cc1723e91628', '0680f0f8-370a-4ddf-8b20-586b473ff84f', '127a1db7-c2f9-4652-ab7e-79731f386f66', '102bf8f9-bba1-493d-9220-6e42c0ce2b82', '311743f3-b622-46f1-8df1-446ba9865a3b', 'c6ebb788-0192-46ed-9a42-548a5f3d0423', 'bd7a6a01-9470-471b-adbb-d398bb3f8d21', '8cf9711f-dc79-480c-8131-ecda793112f9', 'fbf10fd6-88e6-44f0-9778-463c2c1a64e8', '9cb392ef-9784-4061-a7b8-4add44382ece', 'c16142fd-fb1e-47fc-93ff-45f232ae45d3', 'd1e15def-978d-4c9f-a5d1-a4117a84fe53', '1ba3c00e-843b-4251-83b1-55eda8305c9f', '5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d', 'e2fca4cf-b823-426e-98f9-8b65ca10868e', 'fa2ee77e-d8cd-4009-acbe-d7aecdd31372', 'c8cd57e9-0d26-42ff-a639-7ceecb1fb336', 'c6debe5b-19d6-4141-96f7-f169f55cad7b', '1111e549-e399-48a5-aaca-06b71f9663c5', 'f7304ae0-62f1-4866-94d7-3531a9a98b55', '58af5bd7-0c73-45a6-9685-135dce99fe06', '6e536d7c-fd44-4299-80ce-96ae51842c99', '89deacd7-2408-4f55-8980-f063d1c8defd', '0ab10705-d5e5-495f-8c87-f8c3cf957b33', '330f4f9a-51f9-4bfd-9b3a-5635086aa470', 'ea0720ac-9b5e-4ddb-8418-46302dfbfab0', '5f099c5d-9601-4498-a6ad-f326801ce3c9', 'c26aaa05-ff22-4c1f-acc0-4386269a8dc7', 'f4134bd2-dc0a-43ed-9b41-e6a037d45440', 'b5f5dfea-46ea-4a1d-bea0-b4314a17d134', '82a81f31-8e24-449e-a951-3e1c8a107b90', 'c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a', '0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400'} {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.988180] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1074.015624] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.015872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.015975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.016267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.016412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.016587] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1074.016724] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1074.016842] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1074.109047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.109047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.109047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.109047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.109047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.109329] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1074.109329] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1074.109329] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1074.109427] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1074.109427] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1074.109613] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGH for action security_group_rules [ 1074.109613] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGH for action security_group_rules [ 1074.109670] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGH for action security_group_rules [ 1074.109694] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGH for action security_group_rules [ 1074.109755] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGH for action security_group_rules [ 1074.109804] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGH for action security_group_rules [ 1074.109896] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGH for action security_group_rules [ 1074.109940] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGH for action security_group_rules [ 1074.109964] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGH for action security_group_rules [ 1074.110029] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGH for action security_group_rules [ 1074.110176] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGH for action security_group_rules [ 1074.110176] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGH for action security_group_rules [ 1074.110238] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGH for action security_group_rules [ 1074.110262] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGH for action security_group_rules [ 1074.110327] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGH for action security_group_rules [ 1074.110373] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGH for action security_group_rules [ 1074.110425] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGH for action security_group_rules [ 1074.110485] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGH for action security_group_rules [ 1074.110541] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1074.110632] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGH for action security_group_rules [ 1074.110757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.286741] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1075.286741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [req-92718631-9c20-4e01-9020-fc0a847266e2 req-f414121b-14f1-458b-9e1f-da550dfc5cdb tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52663a79-d366-4713-b25b-8a8605881931 with Priority: HIGH for action security_group_rules [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 with Priority: HIGH for action security_group_rules [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGH for action security_group_rules [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 with Priority: HIGH for action security_group_rules [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 with Priority: HIGH for action security_group_rules [ 1075.439117] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1075.440292] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 with Priority: HIGH for action security_group_rules [ 1075.440658] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1adbe1a-de1d-408a-88ce-8fb300711827 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb69647-be3d-4e19-9854-277b896d1bcf with Priority: HIGH for action security_group_rules [ 1075.441527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b with Priority: HIGH for action security_group_rules [ 1075.442110] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGH for action security_group_rules [ 1075.442919] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef with Priority: HIGH for action security_group_rules [ 1075.443162] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 with Priority: HIGH for action security_group_rules [ 1075.444428] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef with Priority: HIGH for action security_group_rules [ 1075.446292] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.446292] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.446292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.446292] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.448275] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52663a79-d366-4713-b25b-8a8605881931 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.449438] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52663a79-d366-4713-b25b-8a8605881931',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.452230] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.452230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.452230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.452230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.453723] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719f2d67-ccc0-4ea3-b491-db41d4df6e39',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.455132] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.455643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.455643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.455739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.455779] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.458112] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50170bc-ecc4-4336-8da8-af3eed8eb813 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.458112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.458112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.458112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.458112] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50170bc-ecc4-4336-8da8-af3eed8eb813',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.458361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127a1db7-c2f9-4652-ab7e-79731f386f66 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.458361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.458432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.462084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.462084] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127a1db7-c2f9-4652-ab7e-79731f386f66',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.462084] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.462084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.462084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.462367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.462367] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.464110] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55df3fe-9a11-46b7-abcb-cc1723e91628 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.464579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.464579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.464579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.464579] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55df3fe-9a11-46b7-abcb-cc1723e91628',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.467019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fd836f-165e-4da4-9d5e-180eebdc1144 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.467189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.467252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.467407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.467643] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fd836f-165e-4da4-9d5e-180eebdc1144',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.468290] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.468427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.468613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.468613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.469117] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d32b7a-41f0-41dd-9499-ab4269a31f38',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.469538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.470077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.470077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.471596] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8b4585-6898-42e4-a46d-bd1ce9f3b31e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.472386] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1adbe1a-de1d-408a-88ce-8fb300711827 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.472386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.472582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472670] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1adbe1a-de1d-408a-88ce-8fb300711827',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.474150] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0985fde5-6560-44f4-b6cb-5632cd877f86 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.474150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.474150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.474150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.474150] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0985fde5-6560-44f4-b6cb-5632cd877f86',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.475155] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.475155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.475155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.475286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.475426] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.477585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.477649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.477730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.477908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.477987] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ddeb3b0-1cba-4644-a560-4db4b9af6a50',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.480480] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb69647-be3d-4e19-9854-277b896d1bcf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.480882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.480981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.481172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.482717] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb69647-be3d-4e19-9854-277b896d1bcf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.483867] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.483977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.484056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.484223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.484297] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c3f30c-ad34-4f50-8d95-152d2b3b897b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.485152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.485800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.485800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.485800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.485800] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.486602] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.486693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.486693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.487220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.487220] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.487774] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.487774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.487774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.487933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.487933] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0625fa0a-5a25-4940-9f4d-0eb3959c27b5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.488711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f5987c-f29c-46bc-8357-ac80cd8710ef taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.488816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.489039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.489039] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.489131] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f5987c-f29c-46bc-8357-ac80cd8710ef',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.840693] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.840893] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.841023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.841301] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.841554] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.841713] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.841824] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.842066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.842183] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.842392] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.842524] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.842635] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.842739] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.842852] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.842960] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.843086] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.862515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.862662] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.862867] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.863039] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.863415] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-8faa141d-56be-46b8-b85d-dfbec789fc04 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.863818] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.864179] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.864319] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8faa141d-56be-46b8-b85d-dfbec789fc04',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.948781] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.948781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.948781] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.948978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.949071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.949251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.949355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.949416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.949566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.949637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.949718] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 already deleted. [ 1075.949795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.989041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.989249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.989299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.989515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995252] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.995463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.995654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.995896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.996152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.996222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.996306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.996391] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.006753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.006949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.007045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.007672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.007672] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.007672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.007672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.008045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.008045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.008231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.008291] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.011333] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.011522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.011522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.011677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.011835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.011943] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.012018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.014561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.014932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.015406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.015529] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.028325] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.030237] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.033285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.033518] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55df3fe-9a11-46b7-abcb-cc1723e91628 is going to be deleted. [ 1076.050166] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0680f0f8-370a-4ddf-8b20-586b473ff84f: rpc.has_security_group_logging(os_id): False [ 1076.052557] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bed54c7-193b-4aa7-9e17-7864d711b433: rpc.has_security_group_logging(os_id): False [ 1076.101114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.101227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.101288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.101536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.103744] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.103854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.104764] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.104854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.105697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.105806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.106537] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.106620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.107271] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.107351] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.108710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.108710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.109238] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.109332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.109711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.109826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.112349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.112349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.112349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.112349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.113264] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.114035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.114035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.114395] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.114916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.115053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.115755] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.116198] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.116303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.116942] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.117355] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.117460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.118607] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.119525] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.119525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.120085] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.121261] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.121530] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.121775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.131235] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.134306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.134306] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be deleted. [ 1076.134306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.134306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.149984] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.149984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.157926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.158069] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c3f30c-ad34-4f50-8d95-152d2b3b897b is going to be deleted. [ 1076.158955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.159185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.177930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.178083] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fd836f-165e-4da4-9d5e-180eebdc1144 is going to be deleted. [ 1076.179032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.179246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.189300] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.189300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.206279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.206364] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d32b7a-41f0-41dd-9499-ab4269a31f38 is going to be deleted. [ 1076.207315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.207550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.224050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.224199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.228832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.229508] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719f2d67-ccc0-4ea3-b491-db41d4df6e39 is going to be deleted. [ 1076.231480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.231595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.233682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.233807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.264691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.264691] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50170bc-ecc4-4336-8da8-af3eed8eb813 is going to be deleted. [ 1076.265262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.265486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.306427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.306746] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb69647-be3d-4e19-9854-277b896d1bcf is going to be deleted. [ 1076.307636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.307859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.309396] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.309507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.357115] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.357286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.366536] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.366759] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.366878] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.367196] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.367347] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367503] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 8faa141d-56be-46b8-b85d-dfbec789fc04 not found, creating... [ 1076.367776] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.367929] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368065] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.368288] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368706] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.368860] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368977] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.369193] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.369326] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.369462] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 8faa141d-56be-46b8-b85d-dfbec789fc04 is going to be created. [ 1076.375218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.375345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f5987c-f29c-46bc-8357-ac80cd8710ef is going to be deleted. [ 1076.376296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.376507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.402315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.402315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.412661] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.412988] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.412988] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.413814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.413814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.413915] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435703] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef is going to be deleted. [ 1076.436731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.436949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.515820] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.516043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.517025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.517171] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0625fa0a-5a25-4940-9f4d-0eb3959c27b5 is going to be deleted. [ 1076.518178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.518399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.539303] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.539458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.539517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.539758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.539916] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.540030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.540111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.540334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.540421] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.540568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.540663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.540721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.541040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.541149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.541192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.541368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.541437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.541996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.541996] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.601937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.602127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.619272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.619414] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8b4585-6898-42e4-a46d-bd1ce9f3b31e is going to be deleted. [ 1076.620749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.621036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.675202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.675390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.678880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.679220] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.679324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.679393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.679604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.679692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.679792] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1076.680898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.681257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.683286] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.683449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.742180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.746456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.746649] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1adbe1a-de1d-408a-88ce-8fb300711827 is going to be deleted. [ 1076.747758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.747989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.797184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.797325] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ddeb3b0-1cba-4644-a560-4db4b9af6a50 is going to be deleted. [ 1076.798390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.798630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.853993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.854150] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0985fde5-6560-44f4-b6cb-5632cd877f86 is going to be deleted. [ 1076.855293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.859019] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.861577] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.861699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.867132] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.867266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.915310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.915567] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52663a79-d366-4713-b25b-8a8605881931 is going to be deleted. [ 1076.917359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.917359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.933831] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.933831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.959680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.959680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 is going to be updated. [ 1076.961147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.961329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.961591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.961591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55df3fe-9a11-46b7-abcb-cc1723e91628" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.961701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.961811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.961884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.961993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.962372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.962372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c3f30c-ad34-4f50-8d95-152d2b3b897b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.962673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.962800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.962960] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.963026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fd836f-165e-4da4-9d5e-180eebdc1144" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.963731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.963914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.964079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d32b7a-41f0-41dd-9499-ab4269a31f38" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.964630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.964720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719f2d67-ccc0-4ea3-b491-db41d4df6e39" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.965170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.965251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.965362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.965463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50170bc-ecc4-4336-8da8-af3eed8eb813" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.965580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.965775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.965857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.966063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb69647-be3d-4e19-9854-277b896d1bcf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.966169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.966377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.966418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.966534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f5987c-f29c-46bc-8357-ac80cd8710ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.966695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.966821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.966923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.967132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0625fa0a-5a25-4940-9f4d-0eb3959c27b5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.967293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.967430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.000064] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.000159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.008448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.008671] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127a1db7-c2f9-4652-ab7e-79731f386f66 is going to be deleted. [ 1077.010222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8b4585-6898-42e4-a46d-bd1ce9f3b31e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.014152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.014280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.014444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.014820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1adbe1a-de1d-408a-88ce-8fb300711827" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.014990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.015347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.015731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.015731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ddeb3b0-1cba-4644-a560-4db4b9af6a50" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.016548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.016711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.017159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.017497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfa5cae-ca79-4716-8dfc-e7de1b30b5ef" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.017612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.017903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.018080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.018276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0985fde5-6560-44f4-b6cb-5632cd877f86" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.044926] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d567904f-a131-48bd-adb7-e6596a53afc6: rpc.has_security_group_logging(os_id): False [ 1077.066595] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1077.068726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.068726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.068726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.068726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.068726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.068726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52663a79-d366-4713-b25b-8a8605881931" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.077263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.077263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.077263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.077263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.124578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.125330] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.125330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.125330] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.125644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.125644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.125762] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.125964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.126048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.126221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.126300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.127030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.127030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.127030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.127030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.127030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.127030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 1077.130275] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.130453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.130516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.130681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.130829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.137732] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.137732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.137732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.137732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.137732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.137732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127a1db7-c2f9-4652-ab7e-79731f386f66" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.140453] env[65334]: INFO networking_nsxv3.common.synchronization [req-92718631-9c20-4e01-9020-fc0a847266e2 req-bdfde8c7-bc0b-42a3-ab06-1a6dea2f0d37 service nova] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1077.140628] env[65334]: INFO networking_nsxv3.common.synchronization [req-92718631-9c20-4e01-9020-fc0a847266e2 req-bdfde8c7-bc0b-42a3-ab06-1a6dea2f0d37 service nova] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1077.140734] env[65334]: INFO networking_nsxv3.common.synchronization [req-92718631-9c20-4e01-9020-fc0a847266e2 req-bdfde8c7-bc0b-42a3-ab06-1a6dea2f0d37 service nova] Enqueued Resource ID: 8faa141d-56be-46b8-b85d-dfbec789fc04 with Priority: HIGHEST for action port [ 1077.141838] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_rules [ 1077.141838] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1077.141838] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faa141d-56be-46b8-b85d-dfbec789fc04 with Priority: HIGHEST for action port [ 1077.141940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.143339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.143339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.143339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.143339] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.143687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.143687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.143687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.143795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.144559] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.144559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.144559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.144559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.144559] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.144559] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.145263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8faa141d-56be-46b8-b85d-dfbec789fc04 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.145922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.145922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.145922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.145922] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8faa141d-56be-46b8-b85d-dfbec789fc04',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.157239] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: IN_PROGRESS for 2s [ 1077.270962] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1077.271212] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.271337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.271447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.271624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.271777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.293033] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 1077.647434] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.650712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.650857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.651748] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8faa141d-56be-46b8-b85d-dfbec789fc04 with status ACTIVE [ 1077.651748] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.651748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.651748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.651748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.651748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.651748] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.652263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.652263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.652263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.652263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.652361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.652505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.652645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.652693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.652769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.652849] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8faa141d-56be-46b8-b85d-dfbec789fc04 is going to be updated. [ 1077.676579] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.676761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.676862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8faa141d-56be-46b8-b85d-dfbec789fc04" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.155014] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.657739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.659123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.659123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.659123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.659123] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 is going to be created. [ 1078.686689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.686933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.687216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.687342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.699097] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: UNINITIALIZED for 2s [ 1079.083079] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1079.083377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170730] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: SUCCESS [ 1079.170855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.313286] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 1079.313594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.582345] env[65334]: INFO networking_nsxv3.common.synchronization [req-40244150-5079-4bca-a842-358923ca1365 req-f71fdcdc-9390-4fb4-b51f-7db3c5b0d947 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1079.583149] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1079.583751] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.583751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.583751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.583751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.584025] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.584025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.584025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.584199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.584199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.584285] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.948883] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.949193] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.949193] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.949456] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.949698] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.949853] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.949968] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.950191] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.950333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950550] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.950666] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.950793] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.950930] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.951059] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.951167] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.951295] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.972423] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.972676] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.972903] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.973078] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.973438] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.974032] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.974172] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.974888] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.086129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.086294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.086488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.086806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.108953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.109305] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.109433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.109500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.109740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.109785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.109865] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be updated. [ 1080.136958] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.136958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.136958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.136958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.136958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.147486] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 1080.480500] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.480736] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480867] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.481202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.481374] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.481527] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 not found, creating... [ 1080.481800] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.481956] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.482084] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.482312] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.482455] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.482823] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.483440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.483440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.483440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.483440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.483619] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 is going to be created. [ 1080.503881] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.503881] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.503881] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.504103] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.504332] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.504606] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.710207] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: SUCCESS [ 1080.710445] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.710615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.710842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.711052] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.711173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.711238] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.711387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.711466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711638] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.213665] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [req-40244150-5079-4bca-a842-358923ca1365 req-0281932d-3a57-47a1-84db-41eb13f1b3c8 service nova] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_rules [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [req-40244150-5079-4bca-a842-358923ca1365 req-0281932d-3a57-47a1-84db-41eb13f1b3c8 service nova] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [req-40244150-5079-4bca-a842-358923ca1365 req-0281932d-3a57-47a1-84db-41eb13f1b3c8 service nova] Enqueued Resource ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with Priority: HIGHEST for action port [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_rules [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1081.260111] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with Priority: HIGHEST for action port [ 1081.260623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.260623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.260623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.260623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.260623] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.262347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.262347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.262347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.262347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.262347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.262347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.262347] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.717396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888088e9-ccd9-4a26-9a09-045749e59df5: rpc.has_security_group_logging(os_id): False [ 1081.737599] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.738032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.738119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.738491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.738627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.738696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.738863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.738950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.739869] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 is going to be created. [ 1081.770318] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with status ACTIVE [ 1081.770318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.770318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770318] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.770968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.770968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770968] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 is going to be updated. [ 1081.774380] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.804440] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.804729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.804729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.804889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.805042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.805211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.821086] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.821333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.821333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.821511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.821693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.834422] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: IN_PROGRESS for 2s [ 1081.978543] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-6d6c1c11-3d3a-494f-ae7d-70dbe953bde1 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1081.979121] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1081.979460] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.979738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.979852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.980186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.980426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.980576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.980676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.980858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.980946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.981265] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.161645] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 1082.161974] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 deletion is rescheduled due to dependency. [ 1082.162114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.162291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.162782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.162987] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.163120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.163176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.163680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.163680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.163680] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.369944] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.370295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.370340] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.370646] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.370915] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.371085] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.371202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.371418] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.371557] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.371772] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.371888] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.371996] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.372116] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.372228] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.372331] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.372581] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.394415] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.394647] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.394806] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.394981] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.395325] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-220364d2-685b-4834-82d3-65be2c66074d taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.395500] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.395689] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.396029] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.396169] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220364d2-685b-4834-82d3-65be2c66074d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.483415] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.483576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.483647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.483861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.483950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.484156] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.484264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.484326] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.484474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.484550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.484672] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a already deleted. [ 1082.484756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.665441] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.898511] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.898732] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.898910] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.899189] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.899342] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.899496] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 220364d2-685b-4834-82d3-65be2c66074d not found, creating... [ 1082.899761] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.899918] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.900050] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.900273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.900402] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.900681] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.900836] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.900951] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.901167] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.901298] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.901434] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 220364d2-685b-4834-82d3-65be2c66074d is going to be created. [ 1082.922178] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.922407] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.922498] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.922811] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.923054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.923317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.168015] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.246767] env[65334]: INFO networking_nsxv3.common.synchronization [None req-c51531fb-0ce2-4c71-badd-ad127fa8b3c7 None None] Enqueued Resource ID: 5098292e-bd21-4e78-ba32-0e94cdc3cb21 with Priority: HIGHEST for action port [ 1083.247205] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5098292e-bd21-4e78-ba32-0e94cdc3cb21 with Priority: HIGHEST for action port [ 1083.247517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5098292e-bd21-4e78-ba32-0e94cdc3cb21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.247984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5098292e-bd21-4e78-ba32-0e94cdc3cb21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.248574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5098292e-bd21-4e78-ba32-0e94cdc3cb21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.248759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5098292e-bd21-4e78-ba32-0e94cdc3cb21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.248859] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5098292e-bd21-4e78-ba32-0e94cdc3cb21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.651501] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-5ec284f3-26bd-4685-a9dd-5eb47a39528b service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1083.651501] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-5ec284f3-26bd-4685-a9dd-5eb47a39528b service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1083.651501] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-5ec284f3-26bd-4685-a9dd-5eb47a39528b service nova] Enqueued Resource ID: 220364d2-685b-4834-82d3-65be2c66074d with Priority: HIGHEST for action port [ 1083.651943] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1083.651943] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1083.651943] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220364d2-685b-4834-82d3-65be2c66074d with Priority: HIGHEST for action port [ 1083.653362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.654045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.654138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.654456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.654546] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.655761] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.655945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.656069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.657264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.658919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.658919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.658919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.658919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.658919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.658919] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.659249] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-220364d2-685b-4834-82d3-65be2c66074d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.659728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.659728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.660571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.660675] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220364d2-685b-4834-82d3-65be2c66074d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.669838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.670018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.670133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.670493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.670493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.670581] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be updated. [ 1083.705522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.706532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.706532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.706714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.707031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.719322] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 1083.752546] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5098292e-bd21-4e78-ba32-0e94cdc3cb21 [ 1083.752765] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.753558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.753558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.753558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.753558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.753558] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5098292e-bd21-4e78-ba32-0e94cdc3cb21 already deleted. [ 1083.753558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5098292e-bd21-4e78-ba32-0e94cdc3cb21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.853231] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: SUCCESS [ 1083.853495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.165432] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.166204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.166204] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.166718] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220364d2-685b-4834-82d3-65be2c66074d with status ACTIVE [ 1084.166915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.167040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.167108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.167314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.167401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.168669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.168669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.168669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.169234] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220364d2-685b-4834-82d3-65be2c66074d is going to be updated. [ 1084.191541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.191722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.191812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.191942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.192102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.192682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220364d2-685b-4834-82d3-65be2c66074d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.671134] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.174569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.174818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.174890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.175137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.175255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.175359] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be created. [ 1085.211396] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.211541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.211587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.211888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.212890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.228789] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: UNINITIALIZED for 2s [ 1085.305314] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-71933235-ac1b-41ff-8eab-efbdce588ca2 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1085.305973] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1085.308906] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.308906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.547336] env[65334]: INFO networking_nsxv3.common.synchronization [None req-eb0ec89a-a6d2-415b-87b8-9ab5f4e8d6d5 None None] Enqueued Resource ID: e76085e1-a6aa-4941-bd06-64a9d96e172c with Priority: HIGHEST for action port [ 1085.547976] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76085e1-a6aa-4941-bd06-64a9d96e172c with Priority: HIGHEST for action port [ 1085.548293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76085e1-a6aa-4941-bd06-64a9d96e172c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.548361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76085e1-a6aa-4941-bd06-64a9d96e172c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.548393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76085e1-a6aa-4941-bd06-64a9d96e172c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.548687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76085e1-a6aa-4941-bd06-64a9d96e172c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.548718] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76085e1-a6aa-4941-bd06-64a9d96e172c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.669595] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.669841] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.669978] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.670831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.670831] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.670831] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.671064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.671358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.671600] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.671829] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.671995] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.672223] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.672370] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.672524] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.672685] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.672857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.694810] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.695112] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.695183] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.695401] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.696026] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-a856c526-2b5e-4839-a87a-508977479a91 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.696026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.696214] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.696494] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.696674] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856c526-2b5e-4839-a87a-508977479a91',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.729833] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 1085.729996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.730202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.730754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.730754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.730754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.730754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.730945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.730945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731414] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.053882] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e76085e1-a6aa-4941-bd06-64a9d96e172c [ 1086.054192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.054349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.054425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.054862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.055115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.055115] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e76085e1-a6aa-4941-bd06-64a9d96e172c already deleted. [ 1086.055214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76085e1-a6aa-4941-bd06-64a9d96e172c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.199210] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.199514] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.199651] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.199924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.200146] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.200302] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port a856c526-2b5e-4839-a87a-508977479a91 not found, creating... [ 1086.200588] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.200694] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.200801] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.201171] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.201359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.201640] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.201795] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.201905] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.203391] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.203562] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.203711] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: a856c526-2b5e-4839-a87a-508977479a91 is going to be created. [ 1086.224340] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.224810] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.224879] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.225862] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.226151] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.226463] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.233182] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.233436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.233605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.233832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.234010] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.234120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.234193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.234392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.234483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.234572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.234783] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.234880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.234942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235240] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.235333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.235710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.235801] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.737912] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e536d7c-fd44-4299-80ce-96ae51842c99: rpc.has_security_group_logging(os_id): False [ 1086.765406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.765661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.765661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.765872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.765966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.766178] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.766282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.766344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.766491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.766567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.766752] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.766848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.766912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.767094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.767171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.767374] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.767468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.767529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.767670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.767744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.767831] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be updated. [ 1086.841134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.841287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.841398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.841640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.841811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.853046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 1086.919820] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-c5c0e805-7633-47b5-b55d-c9fdb17d63bb service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1086.920094] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-c5c0e805-7633-47b5-b55d-c9fdb17d63bb service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1086.920234] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-c5c0e805-7633-47b5-b55d-c9fdb17d63bb service nova] Enqueued Resource ID: a856c526-2b5e-4839-a87a-508977479a91 with Priority: HIGHEST for action port [ 1086.920817] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1086.920942] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1086.921574] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a856c526-2b5e-4839-a87a-508977479a91 with Priority: HIGHEST for action port [ 1086.921974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.922063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.922214] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.923767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.924076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-a856c526-2b5e-4839-a87a-508977479a91 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.924196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.924265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.924636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.924636] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856c526-2b5e-4839-a87a-508977479a91',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.248031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.248031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.248031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.248031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.249802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.250209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.250525] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.250844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.251040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.251322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.251570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.251860] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.429466] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a856c526-2b5e-4839-a87a-508977479a91 with status ACTIVE [ 1087.429466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.429466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.429466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.429466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.430060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.430060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.430060] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a856c526-2b5e-4839-a87a-508977479a91 is going to be updated. [ 1087.456523] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.457460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.457460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.457460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.457460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a856c526-2b5e-4839-a87a-508977479a91" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.736389] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-22787788-1911-49ba-b2a5-51c71e764961 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1087.736389] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1087.736389] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.736389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.754691] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.754691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.754691] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.139530] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.139530] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.139530] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.139666] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.140783] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.140999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.141159] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.141447] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.141632] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.141875] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.142014] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.142157] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.142274] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.142401] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.142558] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.142731] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.162572] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.162770] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.162944] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.163149] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-492" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.163506] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-8ad7c183-6eb4-4036-931f-05366a2dbb1f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.163710] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.164492] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.164492] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.164492] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad7c183-6eb4-4036-931f-05366a2dbb1f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.257952] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.667708] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.667944] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.668068] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.668369] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.668520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.668672] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 8ad7c183-6eb4-4036-931f-05366a2dbb1f not found, creating... [ 1088.668963] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.669151] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.669299] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.669473] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.669606] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.669895] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.670057] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.670170] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.670457] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.670656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.670857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 8ad7c183-6eb4-4036-931f-05366a2dbb1f is going to be created. [ 1088.692701] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.692944] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.693086] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.693358] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.693582] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.694114] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.760337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.760337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.760712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.760712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.760712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.760794] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1088.806754] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.806899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.807102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.807358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.807533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818892] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1088.867373] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 1088.867603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.450482] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-6afdf075-3a57-48dd-9e6e-a17eb0996ce2 service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1089.450649] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-6afdf075-3a57-48dd-9e6e-a17eb0996ce2 service nova] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1089.450768] env[65334]: INFO networking_nsxv3.common.synchronization [req-4950e175-853e-4fb9-89ca-5538b9b757ef req-6afdf075-3a57-48dd-9e6e-a17eb0996ce2 service nova] Enqueued Resource ID: 8ad7c183-6eb4-4036-931f-05366a2dbb1f with Priority: HIGHEST for action port [ 1089.451391] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_rules [ 1089.451589] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1089.451654] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad7c183-6eb4-4036-931f-05366a2dbb1f with Priority: HIGHEST for action port [ 1089.452026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453219] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad7c183-6eb4-4036-931f-05366a2dbb1f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.453488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.453560] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad7c183-6eb4-4036-931f-05366a2dbb1f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.957064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ad7c183-6eb4-4036-931f-05366a2dbb1f with status ACTIVE [ 1089.957334] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.957459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.957530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.957764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.957863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.958056] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.958159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.958220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.958380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.958455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.958670] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.958741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.958796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.958996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.958996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.959086] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ad7c183-6eb4-4036-931f-05366a2dbb1f is going to be updated. [ 1089.988570] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.988570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.988570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.988570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.988570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.988570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad7c183-6eb4-4036-931f-05366a2dbb1f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.830130] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1090.830370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.830566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.830780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.830969] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.831108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.831155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.831310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.831392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.831487] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.333881] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.836531] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.213482] env[65334]: INFO networking_nsxv3.common.synchronization [req-07361c32-ceb7-427c-be3d-e235fc2ba1c1 req-0ecad1eb-d4ea-4807-a898-074c339c4267 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1092.214131] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGHEST for action security_group_members [ 1092.214503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.214710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.214888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.215337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.215585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.215901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.216055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.216368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.216533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.216757] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.271250] env[65334]: INFO networking_nsxv3.common.synchronization [req-07361c32-ceb7-427c-be3d-e235fc2ba1c1 req-0ecad1eb-d4ea-4807-a898-074c339c4267 tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with Priority: HIGHEST for action port [ 1092.272607] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with Priority: HIGHEST for action port [ 1092.273711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.273711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.274152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.274315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.274487] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.339739] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.340043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.340097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.340733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.340733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.340733] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1092.353811] env[65334]: INFO networking_nsxv3.common.synchronization [req-7a5602b3-75f6-43f8-a6d1-7a0f9957c72a req-b2740e7c-2ec2-494a-b49d-20acacb7064c tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1092.353811] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1092.355487] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.356049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.356049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.356049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.356279] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.356279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.356279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.356573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.356726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.356849] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.388962] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.389856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.389856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.389856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.389856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.404385] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1092.720508] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.720661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.720737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.721395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.721395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.721395] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.721395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.721744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.721744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.721744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.721744] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be updated. [ 1092.724959] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.725158] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.725278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.725507] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.725753] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.725904] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.726048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.726265] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.726404] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.726609] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.726723] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.726836] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.726944] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.727088] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.727164] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.727300] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.746811] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.746982] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.747137] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.747317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.747636] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-c980d393-afa8-43a1-b96a-36049fca4ea9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.747807] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.747925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.748385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.748530] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c980d393-afa8-43a1-b96a-36049fca4ea9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.756094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.756243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.756243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.756429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.756937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.766363] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: IN_PROGRESS for 2s [ 1092.778600] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 with status ACTIVE [ 1092.778812] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.779095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.779197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.779402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.779489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.779668] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.779767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.779828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.779974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.780063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.780247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.780333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.780383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.780519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.780576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.780664] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4 is going to be updated. [ 1092.803538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.803538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.803538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.803538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.803538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.803538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd8d2e3-f0ca-4ef6-8e01-fcda64ed1ab4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.860019] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.860217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.860286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.860510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.887585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.887585] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.887800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.887800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.887949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.888045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.888137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1092.918135] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.918344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.918398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.918658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.918807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.930588] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1093.251832] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.251832] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.252096] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.254763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port c980d393-afa8-43a1-b96a-36049fca4ea9 not found, creating... [ 1093.254763] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.254763] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.254763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.255184] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.255484] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.255713] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.256029] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: c980d393-afa8-43a1-b96a-36049fca4ea9 is going to be created. [ 1093.280999] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.280999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.280999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.280999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.280999] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.281487] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.101354] env[65334]: INFO networking_nsxv3.common.synchronization [req-7a5602b3-75f6-43f8-a6d1-7a0f9957c72a req-07c973b7-c216-448f-8823-89ddfb3d477e service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 1094.101643] env[65334]: INFO networking_nsxv3.common.synchronization [req-7a5602b3-75f6-43f8-a6d1-7a0f9957c72a req-07c973b7-c216-448f-8823-89ddfb3d477e service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1094.101721] env[65334]: INFO networking_nsxv3.common.synchronization [req-7a5602b3-75f6-43f8-a6d1-7a0f9957c72a req-07c973b7-c216-448f-8823-89ddfb3d477e service nova] Enqueued Resource ID: c980d393-afa8-43a1-b96a-36049fca4ea9 with Priority: HIGHEST for action port [ 1094.102423] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 1094.103328] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1094.103328] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c980d393-afa8-43a1-b96a-36049fca4ea9 with Priority: HIGHEST for action port [ 1094.103328] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.103328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.103328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.103616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.103616] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.104474] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.104588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107997] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c980d393-afa8-43a1-b96a-36049fca4ea9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.107997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.107997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.107997] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c980d393-afa8-43a1-b96a-36049fca4ea9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.415903] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1094.416114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.416346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.416502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.416724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.416845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.416946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.417122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.417184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.417266] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.608324] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.608481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.608783] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c980d393-afa8-43a1-b96a-36049fca4ea9 with status ACTIVE [ 1094.608971] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.609133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.609216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.609550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.609550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.609799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.609914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.609955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.610130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.610211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.610395] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.610489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.610551] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.610690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.611345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.611486] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c980d393-afa8-43a1-b96a-36049fca4ea9 is going to be updated. [ 1094.634099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.634285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.634345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.634550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.634712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.634876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c980d393-afa8-43a1-b96a-36049fca4ea9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.777897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 in Status: SUCCESS [ 1094.777897] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 deletion is rescheduled due to dependency. [ 1094.778124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.919701] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.943068] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1094.943265] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 1094.943382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.943776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.943966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.944139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.944205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.944389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.944470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.944594] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.422739] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.451335] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.935045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.935045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.935045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.935045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.935045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.935045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1095.946928] env[65334]: INFO networking_nsxv3.common.synchronization [None req-95b1a1a1-c678-49de-8955-4d7458e8c5ac tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1095.947325] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1095.947985] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.948347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.948460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.948696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.948936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.951267] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.970873] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.970873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.970873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.972537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.972537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985039] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1096.097539] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b81d72dc-f8b3-43f8-9a9c-5daa53278182 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1096.097539] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1096.097539] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.097539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.454242] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.455072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.455072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.455072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.455072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.455072] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1096.475826] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.476103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.476103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.476375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.476538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.476611] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec already deleted. [ 1096.476696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.476903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.477107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.477599] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.488817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.489055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.489055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.489343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.489575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.504908] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1097.005911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.006133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.006190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.006406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.006569] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.006699] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec already deleted. [ 1097.006811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.996803] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1097.997178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.997264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.997502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.997727] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.997900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.998012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.998193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.998283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.998406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.998580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.998683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.998749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.998897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.999050] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.999155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.999216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.999362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.999454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999632] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.000595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.000770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.000946] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.001070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.001137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.001298] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.001378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.001493] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.169535] env[65334]: INFO networking_nsxv3.common.synchronization [req-656b8d11-55b5-4069-94f5-386de52d589e req-a48e3666-4701-4547-8a3a-6a9aaf0c2697 tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1098.170153] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1098.170484] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171067] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.171222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.171222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.171380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171692] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.504193] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5993226b-d60b-436a-86c9-d5410181bb9a: rpc.has_security_group_logging(os_id): False [ 1098.505753] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.512191] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.512388] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.512388] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.512620] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.512896] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.513070] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.513210] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.513769] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.513769] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.513912] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.513912] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.514025] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.514122] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.514248] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.514421] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.514620] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.526998] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1098.527789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.527789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.527952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.528131] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.528254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.528342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.528479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.528575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.528637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.528886] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.531089] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.532041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.532041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.532377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.532377] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.532377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.532516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.532601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.532633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.532818] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.533036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.533036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.533154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.533198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.533317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be created. [ 1098.536915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.537153] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.537301] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.537476] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.538079] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.538300] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.538385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.538710] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.538868] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41614110-21d7-4cc6-82e8-6faf1ef5b2bb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.602044] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.602261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.602337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.602566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.602860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.621511] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1098.675083] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.011369] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.031389] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.031544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.031544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.031809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.032026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.032179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.032273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.032463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.032615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.032774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.032971] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.033083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.033213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.033377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.033590] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.033736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.033823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.034013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.034168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034439] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.042446] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.042775] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.042923] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.043302] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.043517] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.043688] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 41614110-21d7-4cc6-82e8-6faf1ef5b2bb not found, creating... [ 1099.044053] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.044250] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.044373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.044717] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.044954] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045894] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.046085] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.046227] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.046521] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.046669] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.046845] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 41614110-21d7-4cc6-82e8-6faf1ef5b2bb is going to be created. [ 1099.078514] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.078733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.078820] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.079138] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.079376] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.079612] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.178456] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.514571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.514845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.514911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.515175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.515286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.515384] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1099.537293] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16142fd-fb1e-47fc-93ff-45f232ae45d3: rpc.has_security_group_logging(os_id): False [ 1099.545091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.545261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.545327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.546032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.546032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.555791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.555950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.555990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.556202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.556365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.556508] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.556605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.556667] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.556815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.556892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.557112] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.557207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.557268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.557408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.557483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.557661] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.557752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.557812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.558050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.558050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.558107] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1099.559670] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1099.620364] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.620539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.620632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.620897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.621095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.637396] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1099.681035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.681220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.681322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.681499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.681588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.681681] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1099.732245] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.732506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.732506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.732973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.742485] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1099.791046] env[65334]: INFO networking_nsxv3.common.synchronization [req-656b8d11-55b5-4069-94f5-386de52d589e req-0b0b152f-6ec3-420b-be6f-1ae5f544c37d service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1099.791307] env[65334]: INFO networking_nsxv3.common.synchronization [req-656b8d11-55b5-4069-94f5-386de52d589e req-0b0b152f-6ec3-420b-be6f-1ae5f544c37d service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1099.791742] env[65334]: INFO networking_nsxv3.common.synchronization [req-656b8d11-55b5-4069-94f5-386de52d589e req-0b0b152f-6ec3-420b-be6f-1ae5f544c37d service nova] Enqueued Resource ID: 41614110-21d7-4cc6-82e8-6faf1ef5b2bb with Priority: HIGHEST for action port [ 1099.792120] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1099.792423] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1099.792519] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41614110-21d7-4cc6-82e8-6faf1ef5b2bb with Priority: HIGHEST for action port [ 1099.792856] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.792982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.794217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.794217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.794217] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.794899] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.795101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.795304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.796140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.796244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.796468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.796576] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41614110-21d7-4cc6-82e8-6faf1ef5b2bb',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.299511] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.299869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.299963] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41614110-21d7-4cc6-82e8-6faf1ef5b2bb with status ACTIVE [ 1100.300195] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.300343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.300434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.300716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.300844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.301095] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.301552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.301644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.301908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.302042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.302190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.302353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.302458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.302561] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41614110-21d7-4cc6-82e8-6faf1ef5b2bb is going to be updated. [ 1100.331810] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.332096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.332248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.332633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.332878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.333203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41614110-21d7-4cc6-82e8-6faf1ef5b2bb" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.636624] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1100.636929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.637185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.637449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.637572] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.140675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.140675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.570147] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1101.570486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.570540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.570765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.571011] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.571179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.571278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.571466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.571552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571732] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.655155] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1101.655443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.757529] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1101.757740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.757851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.758146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.758347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.758470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.758533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.759031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.759031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.759031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.888751] env[65334]: INFO networking_nsxv3.common.synchronization [req-e7182b0f-6426-40f8-93f8-a44ff67d85fc req-d0763686-1750-41f7-ace3-7e5198121392 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1101.888965] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1101.889456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.889625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.889705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.889902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.890093] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.890204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.890267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.890986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.891113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.891230] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.076838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.261185] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.394867] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.764287] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.896431] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.267749] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.267749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.267952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.268101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.268256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.268450] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1103.320700] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.320857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.320927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.321181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.321332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.333099] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1103.399600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.399841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.399911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.400164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.400254] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.400351] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1103.441967] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.441967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.441967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.442201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.442335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.455726] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1105.343857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1105.344206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.344359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.344625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.344940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.345112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.345188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.345388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.345503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.345600] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.345697] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.468323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1105.468751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.469131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.469487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.469817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.470095] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.470253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.470591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.470731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.470919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.471225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.472201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.472201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.472201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.472201] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.472201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.472201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.472477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.472552] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.472658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.472758] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.549185] env[65334]: INFO networking_nsxv3.common.synchronization [req-99120301-fc40-4de2-a246-ed2e4dcd0a17 req-1df9bfb5-eca1-454d-8ffb-909a8804ee73 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1105.550041] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1105.551763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.551763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.551763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.551763] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.848126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.848303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.848362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.848610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.848801] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.848905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.848970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.849157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.849265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.849410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.849576] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.849671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.849731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.849949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.850144] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.850244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.850305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.850449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.850528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.850610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.850701] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.884929] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.885183] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.885315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.885608] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.886520] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.886520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.886520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.886520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.886726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.886757] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.886904] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.886967] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.887077] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.887186] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.887290] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.887419] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.908685] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.908879] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.909031] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.909205] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-600" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.909518] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-5946a54f-a94c-48dd-9431-1a2d2d1e569a taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.909682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.909794] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.910247] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.910323] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5946a54f-a94c-48dd-9431-1a2d2d1e569a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.975581] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5993226b-d60b-436a-86c9-d5410181bb9a: rpc.has_security_group_logging(os_id): False [ 1105.994991] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.995293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.995378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.995657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.995775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.996030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.996138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.996203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.996370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.996449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.996629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.996737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.996802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.996942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.997029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.997209] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.997302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.997362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.997515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.997588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.997671] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1106.055062] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.055222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.055292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.055516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.072822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.072991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.083154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.083421] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.083553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.083621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.083829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.083916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.084015] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1106.085083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.085296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.085439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.109040] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1106.117387] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.117538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.117606] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.117837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.117995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.129133] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1106.353368] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 1106.373277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.373426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.373498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.373717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.397023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.397406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.397549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.397628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.397822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.397909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.398106] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.398217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.398286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.398437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.398510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.398698] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.398791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.398880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.399069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.399149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.399236] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1106.413026] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.413026] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.413195] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.413370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.413561] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.414503] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 5946a54f-a94c-48dd-9431-1a2d2d1e569a not found, creating... [ 1106.414503] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.414503] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.414503] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.414503] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.414738] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.414885] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.415051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.415166] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.415370] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.415660] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.415660] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 5946a54f-a94c-48dd-9431-1a2d2d1e569a is going to be created. [ 1106.436622] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.436945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.436945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.437265] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.437498] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.437721] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.473565] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.473717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.473755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.473954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.474135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.491407] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1107.167739] env[65334]: INFO networking_nsxv3.common.synchronization [req-99120301-fc40-4de2-a246-ed2e4dcd0a17 req-0373a24c-32af-4462-b6ab-36c81b066932 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 1107.167815] env[65334]: INFO networking_nsxv3.common.synchronization [req-99120301-fc40-4de2-a246-ed2e4dcd0a17 req-0373a24c-32af-4462-b6ab-36c81b066932 service nova] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1107.167985] env[65334]: INFO networking_nsxv3.common.synchronization [req-99120301-fc40-4de2-a246-ed2e4dcd0a17 req-0373a24c-32af-4462-b6ab-36c81b066932 service nova] Enqueued Resource ID: 5946a54f-a94c-48dd-9431-1a2d2d1e569a with Priority: HIGHEST for action port [ 1107.168787] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_rules [ 1107.169100] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1107.169307] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5946a54f-a94c-48dd-9431-1a2d2d1e569a with Priority: HIGHEST for action port [ 1107.169818] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.170097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.170258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.170858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.170858] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.172440] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.172531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.172815] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-5946a54f-a94c-48dd-9431-1a2d2d1e569a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.172928] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.172990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.173280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.173410] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5946a54f-a94c-48dd-9431-1a2d2d1e569a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.677206] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.677613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.677613] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5946a54f-a94c-48dd-9431-1a2d2d1e569a with status ACTIVE [ 1107.677783] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.677839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.677868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.678394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.678550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.678977] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.679072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.679196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.679300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.679360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.679480] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5946a54f-a94c-48dd-9431-1a2d2d1e569a is going to be updated. [ 1107.705035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.705035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.705035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.705368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.705368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.705477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5946a54f-a94c-48dd-9431-1a2d2d1e569a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.935533] env[65334]: INFO networking_nsxv3.common.synchronization [req-59984659-c2d9-439c-a41e-3be0924bfa74 req-60799292-1ef2-4869-8456-be1e241d93b3 tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1107.936633] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1107.936633] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.936633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.937341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.937341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.937341] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.937514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.937556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.937785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.937911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.938066] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.123320] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1108.123701] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.123952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.124261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.124404] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.140660] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1108.140864] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 1108.140967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.141101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.141309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.141491] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.141731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.141849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.142087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.142285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.142607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.310180] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.310180] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.310180] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310323] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.310632] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.310945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.310945] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.311718] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.311718] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.311718] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.311718] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.311718] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.312017] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.312017] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.312130] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.312263] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.333285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.333496] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.333637] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.333813] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.334160] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-121f2a38-ef1b-4449-9943-987e50d1c8a1 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.334569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.334790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.335132] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.335271] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121f2a38-ef1b-4449-9943-987e50d1c8a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.443352] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.443352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.443352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.443352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.465981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.466270] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.466388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.466453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.466665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.466744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.466830] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1108.492767] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.492962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.493043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.493260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.493399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.503844] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1108.510750] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1108.511017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.626753] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.626951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.626984] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.627277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.627454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.627567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.627633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.627790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.627880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.627969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.628073] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.644714] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.837365] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.837756] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.837874] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.838533] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838758] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 121f2a38-ef1b-4449-9943-987e50d1c8a1 not found, creating... [ 1108.839183] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.839425] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.839609] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839946] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840177] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.840586] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.840821] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.841017] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.841330] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.841535] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.841743] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 121f2a38-ef1b-4449-9943-987e50d1c8a1 is going to be created. [ 1108.864044] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.864359] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.864546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.865324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.865324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.865685] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.131038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.131038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.131038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.131038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.131264] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.131264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.131349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.131542] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.131577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.131747] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.131930] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.132066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.132134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.132315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.133047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.133047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.133047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.133047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.133047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.133047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.133279] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.147498] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.591664] env[65334]: INFO networking_nsxv3.common.synchronization [req-59984659-c2d9-439c-a41e-3be0924bfa74 req-4522df25-5c86-4817-8917-19c0a2e79aef service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1109.591664] env[65334]: INFO networking_nsxv3.common.synchronization [req-59984659-c2d9-439c-a41e-3be0924bfa74 req-4522df25-5c86-4817-8917-19c0a2e79aef service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1109.591891] env[65334]: INFO networking_nsxv3.common.synchronization [req-59984659-c2d9-439c-a41e-3be0924bfa74 req-4522df25-5c86-4817-8917-19c0a2e79aef service nova] Enqueued Resource ID: 121f2a38-ef1b-4449-9943-987e50d1c8a1 with Priority: HIGHEST for action port [ 1109.592349] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1109.592679] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1109.592679] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121f2a38-ef1b-4449-9943-987e50d1c8a1 with Priority: HIGHEST for action port [ 1109.592902] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.593024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.594518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.595077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.595176] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.596107] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.596209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.596417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-121f2a38-ef1b-4449-9943-987e50d1c8a1 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.596511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.596576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.596760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.596840] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121f2a38-ef1b-4449-9943-987e50d1c8a1',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.635857] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5993226b-d60b-436a-86c9-d5410181bb9a: rpc.has_security_group_logging(os_id): False [ 1109.650134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.650301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.650366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.650643] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.650760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.650879] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1109.654565] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.654811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.654908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.655114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.655209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.655453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.655566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.655628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.655815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.655923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.656142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.656239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.656299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.656441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.656515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.656694] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.656788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.656850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.656985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.657069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.657153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1109.703909] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.703909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.703909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.704111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.704140] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.713851] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1109.742029] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.742029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.742029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.742029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.742029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.757930] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1110.099233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.100062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.100062] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121f2a38-ef1b-4449-9943-987e50d1c8a1 with status ACTIVE [ 1110.100062] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.100062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.100062] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.100310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.100405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.100634] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.100715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.100901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.100991] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.101444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.101444] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.101444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.101607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.101745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.101788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.101885] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121f2a38-ef1b-4449-9943-987e50d1c8a1 is going to be updated. [ 1110.125933] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.125933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.125933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.126176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.126297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.126488] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121f2a38-ef1b-4449-9943-987e50d1c8a1" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.449185] env[65334]: INFO networking_nsxv3.common.synchronization [req-faa0f9c1-9371-41fa-8250-c0f8a19d4158 req-98fb6c53-0cdc-438e-b583-8acfa1e36e06 tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1110.449953] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1110.450811] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.451091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.451264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.451666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.451896] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.452076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.452141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.452377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.452498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.452871] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.683947] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1110.683947] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a deletion is rescheduled due to dependency. [ 1110.683947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.686083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.686083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.686083] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.810557] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.810557] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-277" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.810753] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-277" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.811046] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-277" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.811852] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.811852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.811852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.812063] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.812262] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.812529] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.812667] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.812831] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.812967] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.813129] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.813289] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.814045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.834432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.834757] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.835047] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.835351] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-277" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.835893] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-d200c993-0cc0-400f-8d73-f75fe82a25d4 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.836648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.836648] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.836722] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.836827] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d200c993-0cc0-400f-8d73-f75fe82a25d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.958406] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.958582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.958652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.958879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.958967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.959182] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.959272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.959336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.959475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.959548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.959631] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 already deleted. [ 1110.959738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.188282] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.338988] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.339401] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.339628] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.343021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port d200c993-0cc0-400f-8d73-f75fe82a25d4 not found, creating... [ 1111.343021] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.343021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.343021] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.343542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.343542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.344018] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.344072] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.344323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 is going to be created. [ 1111.370610] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.370852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.371012] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.371338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.371643] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.371895] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.691242] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.705037] env[65334]: INFO networking_nsxv3.common.synchronization [req-ea7a6def-b9b6-47ec-b9ee-5297c3f7fcc4 req-dba60970-42d6-4dbf-8d7c-8b56b13b8faf tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1111.705540] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1111.706027] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.706152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.706474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.706710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.707340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.707340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.707340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.707496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.707616] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.726868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1111.727113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.729034] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.729141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.729253] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.729368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.729433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.729593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.729676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.729759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.729845] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.771932] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1111.772363] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.147243] env[65334]: INFO networking_nsxv3.common.synchronization [req-faa0f9c1-9371-41fa-8250-c0f8a19d4158 req-49b8b3f1-5765-49ce-9120-f39a7439eaa1 service nova] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1112.147243] env[65334]: INFO networking_nsxv3.common.synchronization [req-faa0f9c1-9371-41fa-8250-c0f8a19d4158 req-49b8b3f1-5765-49ce-9120-f39a7439eaa1 service nova] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1112.147243] env[65334]: INFO networking_nsxv3.common.synchronization [req-faa0f9c1-9371-41fa-8250-c0f8a19d4158 req-49b8b3f1-5765-49ce-9120-f39a7439eaa1 service nova] Enqueued Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1112.147607] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1112.147919] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1112.148223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1112.148659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.148980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.149652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.149652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.149781] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.151089] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.151275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.151380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.151630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.151817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.151944] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.152043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.152249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.152359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.152477] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.153694] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d200c993-0cc0-400f-8d73-f75fe82a25d4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.154599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.154650] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.154961] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.155088] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d200c993-0cc0-400f-8d73-f75fe82a25d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.195901] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.196344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.196344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.196568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.196568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.196655] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1112.211439] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.232569] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.232723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.232785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.233020] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234165] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.234165] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.234165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.234780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.235034] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.240253] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.240253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.240253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.240253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.240253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.247224] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1112.658403] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.658403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.658403] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.658403] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d200c993-0cc0-400f-8d73-f75fe82a25d4 with status ACTIVE [ 1112.658785] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.658785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.658785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.658976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.659053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.659879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.659879] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.659879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.660217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.660217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.660217] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 is going to be updated. [ 1112.683409] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.683409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.683409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.683409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.683409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.683409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.715175] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.736608] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5f5dfea-46ea-4a1d-bea0-b4314a17d134: rpc.has_security_group_logging(os_id): False [ 1112.739302] env[65334]: INFO networking_nsxv3.common.synchronization [req-4878981e-b5b2-4b84-a4f9-acfb7292fff6 req-395ce6a3-f7ac-426d-ad33-d1fc4671a78d tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 1112.740219] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGHEST for action security_group_members [ 1112.740714] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.740835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.740902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.741111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.741273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.741385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.741446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.741895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.741895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.741895] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.759637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.759782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.759852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762273] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762813] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1112.842242] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.842507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.842507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.842669] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.842871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.857870] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1112.940528] env[65334]: INFO networking_nsxv3.common.synchronization [req-c6918db6-3be3-40c8-ad8a-c3edebc72994 req-8c6d1e46-03f2-4d49-b8d9-b98327180816 tempest-ServerRescueTestJSON-591251541 tempest-ServerRescueTestJSON-591251541-project-member] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1112.941084] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1112.941869] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.942053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.942155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.942333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.942800] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.942800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.942800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.943155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.943155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.943155] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.162624] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.220439] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.220439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.220439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.220439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.220439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.220439] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1113.244354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.244717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.244717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.244835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.263990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.265035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.265168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.265423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.265632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283201] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.283201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.283201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.283442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.283545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283668] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece is going to be updated. [ 1113.301273] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1113.328544] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.328740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.329139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.329139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.339227] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: IN_PROGRESS for 2s [ 1113.374973] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.375218] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.375342] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.375617] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.375922] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.376141] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.376267] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.376482] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.376618] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.376819] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.376940] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.377466] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.377613] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.377727] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.377832] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.377961] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.447120] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.447120] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.447120] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.447120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-454" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.447120] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-3f81af6a-b09a-446e-bef8-a15005be7192 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.447120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.447120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.447120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.447120] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f81af6a-b09a-446e-bef8-a15005be7192',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.447120] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.665818] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.666248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.667909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.667909] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.667909] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be created. [ 1113.696287] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.696453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.696453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.696624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.698306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.712065] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: UNINITIALIZED for 2s [ 1113.951118] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.952660] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.952793] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953120] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953317] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.953515] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 3f81af6a-b09a-446e-bef8-a15005be7192 not found, creating... [ 1113.953841] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.954033] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.954269] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954716] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.955194] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.955472] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.955668] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.956091] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.956267] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.956862] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 3f81af6a-b09a-446e-bef8-a15005be7192 is going to be created. [ 1113.958160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.980894] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.981165] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.981846] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.981846] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.982194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.982426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.261190] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1114.261522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.261601] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.261821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.262032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.262150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.262216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.262750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.262750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.262750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.262750] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.461509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.461509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.461611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.461868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.461951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.462074] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be updated. [ 1114.492387] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.492599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.492724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.492972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.493188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.504902] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1114.662175] env[65334]: INFO networking_nsxv3.common.synchronization [req-c6918db6-3be3-40c8-ad8a-c3edebc72994 req-bc695c76-b4b5-4202-a345-29f59cd6c521 service nova] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_rules [ 1114.662175] env[65334]: INFO networking_nsxv3.common.synchronization [req-c6918db6-3be3-40c8-ad8a-c3edebc72994 req-bc695c76-b4b5-4202-a345-29f59cd6c521 service nova] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1114.662175] env[65334]: INFO networking_nsxv3.common.synchronization [req-c6918db6-3be3-40c8-ad8a-c3edebc72994 req-bc695c76-b4b5-4202-a345-29f59cd6c521 service nova] Enqueued Resource ID: 3f81af6a-b09a-446e-bef8-a15005be7192 with Priority: HIGHEST for action port [ 1114.663064] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_rules [ 1114.663254] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1114.663351] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f81af6a-b09a-446e-bef8-a15005be7192 with Priority: HIGHEST for action port [ 1114.663681] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.663818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.663886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.664105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.664196] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.665171] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.665264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.665521] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f81af6a-b09a-446e-bef8-a15005be7192 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.665645] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.665817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.666045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.666130] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f81af6a-b09a-446e-bef8-a15005be7192',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.766048] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.873613] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1114.873838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.168177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.168316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.168507] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f81af6a-b09a-446e-bef8-a15005be7192 with status ACTIVE [ 1115.168680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.168786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.168850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.169097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.169269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.169897] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.169897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.169897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.169897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.169897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.170134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.170134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.170213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.171166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.171166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.171166] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f81af6a-b09a-446e-bef8-a15005be7192 is going to be updated. [ 1115.202055] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.203027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.203027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.203027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.203215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.203462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f81af6a-b09a-446e-bef8-a15005be7192" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.268185] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a: rpc.has_security_group_logging(os_id): False [ 1115.297817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.297995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.297995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.298295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.298447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.298825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.299038] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.299077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.299483] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.299680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.299917] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1115.318063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1115.318310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.354916] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb392ef-9784-4061-a7b8-4add44382ece in Status: SUCCESS [ 1115.355156] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece deletion is rescheduled due to dependency. [ 1115.355271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.401712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.401911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.401911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.402103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.402279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.423460] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1115.723209] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1115.723420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.723595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.723799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.723989] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.724116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.724179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.724329] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.724406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.724498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.724687] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.227090] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.227266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.227350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.227688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.227894] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.228147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.228318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.228774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.229012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.229131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.229337] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.229447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.229514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.229741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.229925] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.230080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.230181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.230374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.230477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.230582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.230689] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.516761] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1116.517191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.517191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.517394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.517590] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.517762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.517762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.517914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.517990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.518097] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.593687] env[65334]: INFO networking_nsxv3.common.synchronization [req-0d0297d2-7ddc-40da-94e3-25a5c9db97cf req-91a7b841-074d-4f70-8550-68f2530f3546 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1116.594379] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1116.594951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.595284] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.595425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.595711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.595929] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.596450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.596450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.596450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.596450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.596633] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.732763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63d97332-09dd-472b-a97f-29f8290d3168: rpc.has_security_group_logging(os_id): False [ 1116.751771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.751915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.751980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.752208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.752321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.752516] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.752617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.752674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.752860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.752933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.753132] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.753227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.753286] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.753425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.753498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.753683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.753817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.753865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.753968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.754058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.754144] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be created. [ 1116.811455] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.811595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.811664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.811882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.812123] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.823342] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1116.961312] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.961519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.961640] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.961922] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.962420] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.962581] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.962693] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.962950] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.963107] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.963312] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.963417] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.963522] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.963623] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.963724] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.963822] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.963944] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.990151] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.990400] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.990570] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.990914] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.991334] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-c9ad4b56-bf10-459a-b701-d3e7a043100c taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.991613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.991767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.992239] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.992354] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ad4b56-bf10-459a-b701-d3e7a043100c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.022752] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.100046] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.100046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.100782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.100782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.100782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.100949] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.101052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.101116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.101316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.101515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.101592] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec already deleted. [ 1117.101649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.441497] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1117.441764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.496699] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.497102] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.497285] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.497604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.497742] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.497890] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port c9ad4b56-bf10-459a-b701-d3e7a043100c not found, creating... [ 1117.498276] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.498432] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.498567] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.498818] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.498960] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.499292] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.499448] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.499566] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.499767] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.499944] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.500056] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: c9ad4b56-bf10-459a-b701-d3e7a043100c is going to be created. [ 1117.523482] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.523835] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.523835] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.524207] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.524512] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.524773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.527966] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.030625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.031447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.031447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.031447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.031447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.031447] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be updated. [ 1118.068542] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.068714] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.068760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.068972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.069156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.080965] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1118.278499] env[65334]: INFO networking_nsxv3.common.synchronization [req-0d0297d2-7ddc-40da-94e3-25a5c9db97cf req-1bed90a3-e266-4a8e-94a0-f888eca63b9d service nova] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1118.278499] env[65334]: INFO networking_nsxv3.common.synchronization [req-0d0297d2-7ddc-40da-94e3-25a5c9db97cf req-1bed90a3-e266-4a8e-94a0-f888eca63b9d service nova] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1118.278731] env[65334]: INFO networking_nsxv3.common.synchronization [req-0d0297d2-7ddc-40da-94e3-25a5c9db97cf req-1bed90a3-e266-4a8e-94a0-f888eca63b9d service nova] Enqueued Resource ID: c9ad4b56-bf10-459a-b701-d3e7a043100c with Priority: HIGHEST for action port [ 1118.279415] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1118.279641] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1118.279792] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ad4b56-bf10-459a-b701-d3e7a043100c with Priority: HIGHEST for action port [ 1118.280152] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.280285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.280350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.280609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.280694] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.283573] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.283725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.283837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284224] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.285984] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ad4b56-bf10-459a-b701-d3e7a043100c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.286156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.286318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.286397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.286515] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ad4b56-bf10-459a-b701-d3e7a043100c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.790702] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.790702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.790702] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.790702] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9ad4b56-bf10-459a-b701-d3e7a043100c with status ACTIVE [ 1118.790702] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.790702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.790702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.790702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.790702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.791435] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.791679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.791826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.792116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.792304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.792584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.792789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.792916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.793165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.793331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.793487] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9ad4b56-bf10-459a-b701-d3e7a043100c is going to be updated. [ 1118.822311] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.822311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ad4b56-bf10-459a-b701-d3e7a043100c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.841991] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1118.842456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.298221] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.800680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.801164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.801164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.801295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.801372] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be created. [ 1119.825393] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.825393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.825393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.825393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.825638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.834354] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: UNINITIALIZED for 2s [ 1120.093248] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1120.093248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.093248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.093248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.093808] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.093808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.093808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.093808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.093808] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.094349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.094349] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.596394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.596570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.596623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.596877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.597083] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.597647] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.597728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.597907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.598025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.598165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.598358] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.598464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.598530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.598668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.598822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.598969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.598969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.599136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.599233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.599417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.599417] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.101916] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1111e549-e399-48a5-aaca-06b71f9663c5: rpc.has_security_group_logging(os_id): False [ 1121.121408] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.121744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.121744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.121832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.143887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.144476] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.144476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.144476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.144638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.144638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.144789] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.144923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.144985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.145217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.145416] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.145508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.145568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.145775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.145859] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be updated. [ 1121.206145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.206299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.206354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.206566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.206741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.221863] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1121.850026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850026] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.903863] env[65334]: INFO networking_nsxv3.common.synchronization [req-72c12dc1-c416-4ca9-add5-6d9832df0dc6 req-6dfe4f2f-c80c-440e-98f7-46c343a190e8 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1121.904731] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1121.908097] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.910031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.910031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.910031] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.353161] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.371283] env[65334]: INFO networking_nsxv3.common.synchronization [req-a08784a8-b3df-4131-80cf-fceeef3529a0 req-ceecb36c-5ee7-4d79-81be-c6c8462b0c73 tempest-ListServersNegativeTestJSON-515924277 tempest-ListServersNegativeTestJSON-515924277-project-member] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1122.372140] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGHEST for action security_group_members [ 1122.372562] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.412751] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.855286] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc49be02-c77f-41e3-9933-3dbef53e11ec: rpc.has_security_group_logging(os_id): False [ 1122.874773] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.875036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.875108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.875451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.875451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.875715] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.875816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.875902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.876098] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.876185] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.876288] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be created. [ 1122.914676] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.940203] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.940348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.940419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.940637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.940835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.953502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1123.238633] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1123.238948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.418047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.418047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.418047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.418047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.418047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.418047] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1123.456334] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.456511] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.456581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.456849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.457044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.467303] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1124.967378] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1124.967749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.478809] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1125.479036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.479214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.479436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.479780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.479780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.479868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.479959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.480107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.480209] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.982922] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.983306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.983306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.984308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.984308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.984308] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.984308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.984472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.984700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.984816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.986038] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be updated. [ 1126.022041] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.022041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.022269] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.022494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.022638] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.034953] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: IN_PROGRESS for 2s [ 1127.373604] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.373880] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1128.049409] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5993226b-d60b-436a-86c9-d5410181bb9a in Status: SUCCESS [ 1128.049660] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a deletion is rescheduled due to dependency. [ 1128.049782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.183611] env[65334]: INFO networking_nsxv3.common.synchronization [req-29ff9c9b-9902-4687-9c65-1c23d91525a0 req-ea5bf1fa-b4de-4414-900b-da62eeacf61d tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1128.184615] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1128.186825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.186825] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.186825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.186825] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.569141] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.569542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.569542] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.569809] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.570150] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.570406] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.570491] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.570842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.570985] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.571266] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.571385] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.571539] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.571621] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.571751] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.571803] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.572057] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.594976] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.595213] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.595330] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.595750] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-943" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.595831] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-44c592d7-6cac-48d9-bc9c-40fefca42174 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.596059] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.596169] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.596482] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.596622] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c592d7-6cac-48d9-bc9c-40fefca42174',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.690491] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.099629] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.099932] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.100135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.100465] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.100631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.100793] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 44c592d7-6cac-48d9-bc9c-40fefca42174 not found, creating... [ 1129.101094] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.101259] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.101373] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.101677] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.101821] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.102130] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.102287] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.102403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.102614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.102747] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.102886] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 44c592d7-6cac-48d9-bc9c-40fefca42174 is going to be created. [ 1129.125479] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.125479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.125479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.125479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.125479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.125802] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.192463] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.695518] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.696017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.696017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.696017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.696219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.696219] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be updated. [ 1129.723170] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.723354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.723433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.723617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.723758] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.733288] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 1129.791294] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1129.791429] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1129.791953] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1129.792102] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1129.792413] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.792583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.792735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.792953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.793136] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.793232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.793292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.793440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.793525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.793619] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.796519] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-827a0d70-3ac4-49d3-97b0-f20acf206530 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.796519] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.796519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.796519] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.826234] env[65334]: INFO networking_nsxv3.common.synchronization [req-29ff9c9b-9902-4687-9c65-1c23d91525a0 req-5ee3f231-a32d-4ab2-81ae-a99bf198787e service nova] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 1129.826429] env[65334]: INFO networking_nsxv3.common.synchronization [req-29ff9c9b-9902-4687-9c65-1c23d91525a0 req-5ee3f231-a32d-4ab2-81ae-a99bf198787e service nova] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1129.826563] env[65334]: INFO networking_nsxv3.common.synchronization [req-29ff9c9b-9902-4687-9c65-1c23d91525a0 req-5ee3f231-a32d-4ab2-81ae-a99bf198787e service nova] Enqueued Resource ID: 44c592d7-6cac-48d9-bc9c-40fefca42174 with Priority: HIGHEST for action port [ 1129.827043] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_rules [ 1129.827185] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1129.827279] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c592d7-6cac-48d9-bc9c-40fefca42174 with Priority: HIGHEST for action port [ 1129.831538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.831538] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.831538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.831538] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-44c592d7-6cac-48d9-bc9c-40fefca42174 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.831538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.831538] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c592d7-6cac-48d9-bc9c-40fefca42174',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.835666] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1129.835830] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1129.835964] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_rules [ 1129.836101] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1129.836227] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5523fcd-0d14-4a06-b302-4705ae5fbc31 req-c7b5a9f0-2538-4384-aa40-2a70ef48d12b tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1129.837395] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1129.837528] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_rules [ 1129.837673] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1129.837719] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1129.837789] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1129.838921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.839055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.839166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.839299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.839376] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.840134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827a0d70-3ac4-49d3-97b0-f20acf206530 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.840244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.840309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.840523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.840595] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.841621] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d200c993-0cc0-400f-8d73-f75fe82a25d4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.841771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.841866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.841931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.842027] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d200c993-0cc0-400f-8d73-f75fe82a25d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.842733] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.842814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.843022] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-827a0d70-3ac4-49d3-97b0-f20acf206530 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.843122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.225685] env[65334]: INFO networking_nsxv3.common.synchronization [req-367208ce-7051-42a8-878f-1c40dfe809ae req-164d8f46-b028-4b2c-8009-b46b5029b3df tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1130.225685] env[65334]: INFO networking_nsxv3.common.synchronization [req-367208ce-7051-42a8-878f-1c40dfe809ae req-164d8f46-b028-4b2c-8009-b46b5029b3df tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1130.226241] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1130.226388] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 with Priority: HIGHEST for action security_group_members [ 1130.226712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.226838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.227061] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-827a0d70-3ac4-49d3-97b0-f20acf206530 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.227150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.289539] env[65334]: INFO networking_nsxv3.common.synchronization [req-367208ce-7051-42a8-878f-1c40dfe809ae req-164d8f46-b028-4b2c-8009-b46b5029b3df tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1130.289539] env[65334]: INFO networking_nsxv3.common.synchronization [req-367208ce-7051-42a8-878f-1c40dfe809ae req-164d8f46-b028-4b2c-8009-b46b5029b3df tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1130.289539] env[65334]: INFO networking_nsxv3.common.synchronization [req-367208ce-7051-42a8-878f-1c40dfe809ae req-164d8f46-b028-4b2c-8009-b46b5029b3df tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1130.289764] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_rules [ 1130.289764] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1130.289869] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 with Priority: HIGHEST for action port [ 1130.290189] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.290244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.290799] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.290900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.291023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-d200c993-0cc0-400f-8d73-f75fe82a25d4 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.291106] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.298707] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.299525] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.332741] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.332899] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.335872] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44c592d7-6cac-48d9-bc9c-40fefca42174 with status ACTIVE [ 1130.335872] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.335872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.335872] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.336110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.336146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.336321] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.336460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.336529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.336687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.336784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.337081] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.337183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.337245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.337392] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.337468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.337586] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44c592d7-6cac-48d9-bc9c-40fefca42174 is going to be updated. [ 1130.344453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.344453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.344453] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-827a0d70-3ac4-49d3-97b0-f20acf206530 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.344453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.344780] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d200c993-0cc0-400f-8d73-f75fe82a25d4 with status ACTIVE [ 1130.344780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.344873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.344873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.345108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.345197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.345402] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.345496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.345553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.345885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.345885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.346039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.346190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.346190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.346377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.346377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.346454] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 is going to be updated. [ 1130.362177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.362177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.362177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.362177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.362177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.362177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44c592d7-6cac-48d9-bc9c-40fefca42174" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.365452] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.365612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.365656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.365820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.365940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.366201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.366273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.366386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.366463] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d200c993-0cc0-400f-8d73-f75fe82a25d4',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.801347] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.802412] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.869399] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d200c993-0cc0-400f-8d73-f75fe82a25d4 with status ACTIVE [ 1130.869629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.870357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.870357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.870357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.870357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.870597] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.870597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.870672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.870827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.870923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.871058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.871147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.871211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.871353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.871449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.871517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d200c993-0cc0-400f-8d73-f75fe82a25d4 is going to be updated. [ 1130.896903] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.897136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.897204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.897455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.897696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.897957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d200c993-0cc0-400f-8d73-f75fe82a25d4" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.306276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.309024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1131.309024] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.309024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.309467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.309652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.309902] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 is going to be created. [ 1131.336494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.336494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.336494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.336494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.336494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.339932] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.341776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.341776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.341776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.341776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.350734] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1131.350734] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 in Status: UNINITIALIZED for 2s [ 1131.744372] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 1131.744484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.744646] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.744870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.745125] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.745247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.745308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.745496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.745577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.745670] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.247894] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.751067] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.256000] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.256399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.256399] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.256604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.256661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.256753] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be updated. [ 1133.299207] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.299385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.299385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.299636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.299840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.318922] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 1133.365765] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 in Status: SUCCESS [ 1133.366061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.366236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.366470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.366669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.366790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.366847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.367035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.367097] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.367205] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.368868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1133.369099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.369245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.369438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.369610] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.369725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.369916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.369974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.370071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.370174] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.872528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.872711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.872756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.872976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.873096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.873309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.873407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.873466] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.873622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.873692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.873774] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 is going to be deleted. [ 1133.874795] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.912183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.912523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.912523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.912687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.912787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.912888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.913101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.913270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.913478] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.913585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.913621] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.914418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.914418] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.914418] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.378427] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.417071] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.418366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.418519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.419014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.419112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.419488] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.419753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.419889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.420322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.420444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.420504] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 already deleted. [ 1134.420951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.421396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.421564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.423246] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.423246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.423246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.423246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.423246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.423246] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.880998] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.881222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.881293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.881515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.881603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.881700] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1134.917460] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.917543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.917620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.917845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.917994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.928930] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.929128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.929336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.929835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.929835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.930054] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.930182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.930263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.930530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.930710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.930810] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 already deleted. [ 1134.930898] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.931024] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.939569] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1135.290989] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.291196] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=8 [ 1135.333516] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 1135.333746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.334361] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.334486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.334548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.334790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.335011] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.434040] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827a0d70-3ac4-49d3-97b0-f20acf206530',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.837206] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.938677] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827a0d70-3ac4-49d3-97b0-f20acf206530: rpc.has_security_group_logging(os_id): False [ 1135.958098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.958360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.958442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.958663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.958770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.958963] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.959073] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.959135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.959795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.959795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.959795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 is going to be created. [ 1135.979337] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530], does not exist path=[/infra/domains/default/groups/827a0d70-3ac4-49d3-97b0-f20acf206530]."\n}' [ 1135.979554] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530 [ 1135.979789] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1136.024448] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.024757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.024854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.025294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.026528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.026952] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.027207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.027474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.027548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.027795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.028036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.028036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.028178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.028258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.028344] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827a0d70-3ac4-49d3-97b0-f20acf206530 is going to be created. [ 1136.048275] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530], does not exist path=[/infra/domains/default/groups/827a0d70-3ac4-49d3-97b0-f20acf206530]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530 [ 1136.048749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827a0d70-3ac4-49d3-97b0-f20acf206530" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.048851] env[65334]: Traceback (most recent call last): [ 1136.048892] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1136.048892] env[65334]: return func(*args, **kwargs) [ 1136.048892] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1136.048892] env[65334]: res.raise_for_status() [ 1136.048892] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1136.048892] env[65334]: raise HTTPError(http_error_msg, response=self) [ 1136.048892] env[65334]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530 [ 1136.048892] env[65334]: During handling of the above exception, another exception occurred: [ 1136.049143] env[65334]: Traceback (most recent call last): [ 1136.049143] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1136.049143] env[65334]: listener.cb(fileno) [ 1136.049143] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1136.049143] env[65334]: result = function(*args, **kwargs) [ 1136.049143] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1136.049143] env[65334]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1136.049143] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1136.049143] env[65334]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1136.049143] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1136.049143] env[65334]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1136.049143] env[65334]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1136.049143] env[65334]: res.raise_for_status() [ 1136.049143] env[65334]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1136.049143] env[65334]: raise HTTPError(http_error_msg, response=self) [ 1136.049143] env[65334]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/827a0d70-3ac4-49d3-97b0-f20acf206530 [ 1136.049143] env[65334]: Removing descriptor: 13 [ 1136.339895] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba3c00e-843b-4251-83b1-55eda8305c9f: rpc.has_security_group_logging(os_id): False [ 1136.364528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.364723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.364777] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.365186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.390905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.391466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.391635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.391773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.391990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.392103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.392208] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be updated. [ 1136.466718] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.467174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.467174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.467174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.467282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.486858] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 1136.955719] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1136.956055] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.956244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.956476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.956706] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.956827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.956917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.957103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.957188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.957399] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.286200] env[65334]: INFO networking_nsxv3.common.synchronization [req-4f11be66-dde9-45db-b464-9445972a6cc2 req-7244a463-1cac-4bd2-a5e9-fd3a1fe53250 tempest-ServerRescueTestJSONUnderV235-1782362004 tempest-ServerRescueTestJSONUnderV235-1782362004-project-member] Enqueued Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1137.287205] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d97332-09dd-472b-a97f-29f8290d3168 with Priority: HIGHEST for action security_group_members [ 1137.287777] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.287878] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.460759] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.674757] env[65334]: INFO networking_nsxv3.common.synchronization [req-74f1cdd9-9325-4f2a-87c3-6e6bbd54075a req-d309ba45-1676-4a54-8ce8-bf527c9f05fe tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 1137.674757] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 1137.674757] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.675302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.675302] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.675406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.675532] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.675614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.675765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.676016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.676094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.676169] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.963429] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.179275] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.468203] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.468352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.468427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.468670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.468762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.468862] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1138.501652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.501874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.502017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.502360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.502587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.504569] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 1138.504837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.515770] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1138.681627] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.184794] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.184988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.185087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.185348] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.185398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.185502] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 1139.213629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.213778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.213857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.214122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.214493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.223030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 1139.620855] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.620855] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.620855] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.621273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.621369] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.621518] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.621713] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.621811] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.621971] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.622141] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.622325] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.642217] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.642417] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.642526] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.642695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-74" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.643019] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-616d39c6-9d1e-49ef-8de5-b7703179972f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.643189] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.643305] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.643569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.643698] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616d39c6-9d1e-49ef-8de5-b7703179972f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.147121] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.147121] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.147504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.147757] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.148045] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.148542] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.148818] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.149011] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.149422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.149680] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.151475] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.151475] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.151475] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.151475] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.151475] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.151760] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 616d39c6-9d1e-49ef-8de5-b7703179972f is going to be updated. [ 1140.188086] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.188419] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.188565] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.188906] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.189113] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.189383] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.530748] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1140.531492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.531492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.531492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.531680] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.531804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.531843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.532017] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.532101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.532219] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.903576] env[65334]: INFO networking_nsxv3.common.synchronization [req-6ed4128b-35e7-4f30-a4a1-fe223a2f4dff req-11a6f606-b289-4e9a-969b-c02cce8f9d8d service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1140.903649] env[65334]: INFO networking_nsxv3.common.synchronization [req-6ed4128b-35e7-4f30-a4a1-fe223a2f4dff req-11a6f606-b289-4e9a-969b-c02cce8f9d8d service nova] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1140.903728] env[65334]: INFO networking_nsxv3.common.synchronization [req-6ed4128b-35e7-4f30-a4a1-fe223a2f4dff req-11a6f606-b289-4e9a-969b-c02cce8f9d8d service nova] Enqueued Resource ID: 616d39c6-9d1e-49ef-8de5-b7703179972f with Priority: HIGHEST for action port [ 1140.904416] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_rules [ 1140.904567] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1140.904666] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616d39c6-9d1e-49ef-8de5-b7703179972f with Priority: HIGHEST for action port [ 1140.904951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.905132] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.905194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.905402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.905486] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.906539] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.906539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.906745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.906799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.907687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.907687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.907687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.907687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.907687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.907687] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.908815] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-616d39c6-9d1e-49ef-8de5-b7703179972f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.908815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.908815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.908815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.908815] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616d39c6-9d1e-49ef-8de5-b7703179972f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.034695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.034845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.035082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.035235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.068345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.068642] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.068768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.068825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.069102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.069335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.069512] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1141.110651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.111180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.111180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.111657] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.111929] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.123137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1141.235208] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 1141.235575] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.410715] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.410815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.410996] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.411926] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 616d39c6-9d1e-49ef-8de5-b7703179972f with status ACTIVE [ 1141.412145] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.412273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.412340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.412548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.412636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.412809] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.412962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.413053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.413227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.413304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.413490] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.413582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.413644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.413780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.413858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.413945] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 616d39c6-9d1e-49ef-8de5-b7703179972f is going to be updated. [ 1141.444134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.444334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.444429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.444674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.444934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.445208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616d39c6-9d1e-49ef-8de5-b7703179972f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.497119] env[65334]: INFO networking_nsxv3.common.synchronization [req-8a8a2994-11a9-4ef8-a236-a445aeffa27b req-796f849c-ebf9-4945-9633-dd7656ef8fb5 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1141.497119] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGHEST for action security_group_members [ 1141.497119] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.497119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.497119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.497397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.497445] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.497693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.497693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.497817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.497817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.497900] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.723516] env[65334]: INFO networking_nsxv3.common.synchronization [req-13dc4d02-ece7-4643-98c7-e2563beb24d3 req-8073dd3c-52e2-46f1-bfd7-29a077f4ae04 tempest-ServerRescueTestJSON-591251541 tempest-ServerRescueTestJSON-591251541-project-member] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1141.724099] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1141.724415] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.724541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.724610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.724815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.724988] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.725149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.725212] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.725378] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.725465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.725564] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.920629] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.001648] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.002032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.002220] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.002538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.027079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.027293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.027496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.027715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.027787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.027888] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 is going to be updated. [ 1142.072779] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.072948] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.072987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.073296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.073371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.083667] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: IN_PROGRESS for 2s [ 1142.227691] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.423404] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.423703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.423703] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.423848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.423935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.424045] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1142.459414] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.459414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.459414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.459414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.459414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.473059] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1142.600450] env[65334]: INFO networking_nsxv3.common.synchronization [req-11b9c655-f763-413f-99de-228a22fd9a77 req-3de3fa4b-f4e7-46e0-85dc-924d3f85122f tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1142.601014] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1142.601566] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.601724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.601829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.602750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.603062] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.603128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.603192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.603413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.603505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.603626] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.730821] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.054936] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.056105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.056105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.056105] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.056447] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.057387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.057387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.057387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.057387] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.057590] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.057590] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.057649] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.057738] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.057853] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.057971] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.058102] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.081656] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.081656] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.081656] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.081656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-230" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.081656] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.081656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.081656] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.081656] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcc0d89-8ffd-45d1-b8cd-b315967bb80f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.107220] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.135869] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1143.135869] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 deletion is rescheduled due to dependency. [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.135869] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.135869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.135869] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.137208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.137208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.137208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.137375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.137375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.137579] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.137696] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.138462] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.236475] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.236733] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.236807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.237042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.240165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.240165] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be updated. [ 1143.296241] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.296241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.296241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.296241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.296241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.306030] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1143.587164] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.587544] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.587614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.587873] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.588049] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.588229] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f not found, creating... [ 1143.588597] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.588758] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.588986] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.589107] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.589232] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.589515] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.589672] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.589787] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.590102] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.590249] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.590435] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f is going to be created. [ 1143.609464] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.615604] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.615840] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.615926] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.616278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.616611] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.616903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.641407] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.641688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.641889] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.641889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.642089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.642190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.642275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.642486] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.642609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.642679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.642797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.642912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.643027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1143.673293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.673293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.673398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.674183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.674183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.687690] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1144.094662] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888088e9-ccd9-4a26-9a09-045749e59df5 in Status: SUCCESS [ 1144.094852] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 deletion is rescheduled due to dependency. [ 1144.094956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.112600] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.112748] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.112818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.113304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.113402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.113552] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1144.144040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.144040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.144040] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.144290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.144290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.152776] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1144.360179] env[65334]: INFO networking_nsxv3.common.synchronization [req-11b9c655-f763-413f-99de-228a22fd9a77 req-70243b9e-61f4-4255-96fb-a93722c7eff9 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1144.360495] env[65334]: INFO networking_nsxv3.common.synchronization [req-11b9c655-f763-413f-99de-228a22fd9a77 req-70243b9e-61f4-4255-96fb-a93722c7eff9 service nova] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1144.360704] env[65334]: INFO networking_nsxv3.common.synchronization [req-11b9c655-f763-413f-99de-228a22fd9a77 req-70243b9e-61f4-4255-96fb-a93722c7eff9 service nova] Enqueued Resource ID: 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f with Priority: HIGHEST for action port [ 1144.361262] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_rules [ 1144.361360] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1144.361457] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f with Priority: HIGHEST for action port [ 1144.361728] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.361849] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.361913] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.362137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.362218] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.363568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.363676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.364225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.364225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.364225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.364225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.364461] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcc0d89-8ffd-45d1-b8cd-b315967bb80f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.487026] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.487026] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.487026] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.487026] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.866076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.866076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.866517] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f with status ACTIVE [ 1144.866517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.866517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.866517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.866755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.866755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.866931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.867126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.867200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.867406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.867512] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.867725] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.867815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.867914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.868094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.868194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.868300] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fcc0d89-8ffd-45d1-b8cd-b315967bb80f is going to be updated. [ 1144.891076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.891076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.891076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.891346] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.891458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.891683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fcc0d89-8ffd-45d1-b8cd-b315967bb80f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.990129] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.990129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.990129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.990425] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.990607] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.990709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.990796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.991043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.991172] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.991293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.991485] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.991634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.991720] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.991934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.992138] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.992260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.992353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.992561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.992695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.992817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.992941] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.317114] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1145.317114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.495533] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6ebb788-0192-46ed-9a42-548a5f3d0423: rpc.has_security_group_logging(os_id): False [ 1145.527473] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.527731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.527818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.528096] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.564303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.564570] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.564686] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.564755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.564967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.565124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.565344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.565447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.565507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.565666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.565740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.565937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.566057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.566118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.566261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.566334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.566416] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1145.663837] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.663837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.664168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.664168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.664292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.684432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1145.698632] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1145.698876] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 deletion is rescheduled due to dependency. [ 1145.698996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.699187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.699613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.699729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.699796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.700079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.700170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.700347] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-63d97332-09dd-472b-a97f-29f8290d3168 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.700441] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.700491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.700611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.700746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.700831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.700888] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.701035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.701111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.701191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.701288] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.165432] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1146.165682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.165881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.166143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.166662] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.166751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.166751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.166923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.167015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.167121] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.203646] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63d97332-09dd-472b-a97f-29f8290d3168: rpc.has_security_group_logging(os_id): False [ 1146.225486] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.225732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.225806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.226053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.226223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.226454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.226558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.226616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.226776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.226854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.227251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.227382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.227459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.227639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.227745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.227913] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.228061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.228131] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.228278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.228352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.228437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be updated. [ 1146.314498] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.314783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.314907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.315235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.315530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.329205] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: IN_PROGRESS for 2s [ 1146.461994] env[65334]: INFO networking_nsxv3.common.synchronization [req-8f3631f7-89db-4033-9948-52372f4e9694 req-3ec1334a-ecea-4d0e-ae72-87c24798df0d tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1146.462794] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1146.463195] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.463375] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.463582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.463857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.464061] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.464197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.464294] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.464487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.464608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.464711] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.669187] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.811130] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.811130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.811130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.811324] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.812273] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.812273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.812273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.812273] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.812459] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.812584] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.812695] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.812799] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.812919] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.813038] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.813139] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.813263] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.835692] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.835864] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.836653] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.836653] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.836802] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-0cacda8f-c5c7-4b62-8da1-9866cac81607 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.836917] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.837129] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.837523] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.837670] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cacda8f-c5c7-4b62-8da1-9866cac81607',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.967149] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.172674] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.340375] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.340663] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.340827] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.341161] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.341320] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.341489] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 0cacda8f-c5c7-4b62-8da1-9866cac81607 not found, creating... [ 1147.341774] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.341944] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.342130] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.342334] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.342479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.343236] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.343520] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.343688] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.343973] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.344173] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.344783] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 0cacda8f-c5c7-4b62-8da1-9866cac81607 is going to be created. [ 1147.368326] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.368750] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.368965] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.369529] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.369898] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.370255] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.471073] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.674932] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.675204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.675279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.675529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.675624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.675730] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1147.696936] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1147.697244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.704575] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.704737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.704805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.705159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.705358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.714125] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1147.973679] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.974340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.974340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.974340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.974340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.974599] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be updated. [ 1148.003290] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.003290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.003867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.004024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.004553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.014921] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [req-8f3631f7-89db-4033-9948-52372f4e9694 req-7deb3d82-4569-4ab1-b7f7-3feaeca98493 service nova] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [req-8f3631f7-89db-4033-9948-52372f4e9694 req-7deb3d82-4569-4ab1-b7f7-3feaeca98493 service nova] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [req-8f3631f7-89db-4033-9948-52372f4e9694 req-7deb3d82-4569-4ab1-b7f7-3feaeca98493 service nova] Enqueued Resource ID: 0cacda8f-c5c7-4b62-8da1-9866cac81607 with Priority: HIGHEST for action port [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_rules [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1148.104223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cacda8f-c5c7-4b62-8da1-9866cac81607 with Priority: HIGHEST for action port [ 1148.104223] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.105232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.105439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.105869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.106324] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.110087] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110087] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cacda8f-c5c7-4b62-8da1-9866cac81607 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110087] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.110391] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cacda8f-c5c7-4b62-8da1-9866cac81607',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.355488] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63d97332-09dd-472b-a97f-29f8290d3168 in Status: SUCCESS [ 1148.355766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.355985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.356237] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.357201] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63d97332-09dd-472b-a97f-29f8290d3168',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.610071] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.610423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.613950] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cacda8f-c5c7-4b62-8da1-9866cac81607 with status ACTIVE [ 1148.614304] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.614524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.614662] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.615082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.615496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.615586] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.615706] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.615857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.616204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.616354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.616657] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.616813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.616920] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.617265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.617409] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.617545] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cacda8f-c5c7-4b62-8da1-9866cac81607 is going to be updated. [ 1148.644117] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.644321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.644321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.644599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.644840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.645081] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cacda8f-c5c7-4b62-8da1-9866cac81607" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.887937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.888266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.888395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.888745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.888905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.889080] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63d97332-09dd-472b-a97f-29f8290d3168 is going to be deleted. [ 1148.959071] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.959211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.959211] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.959516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.959602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.959952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63d97332-09dd-472b-a97f-29f8290d3168" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.727334] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1149.727607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.727865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.728225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.728517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.728713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.728841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.729139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.729307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.729507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.729608] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.029759] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1150.029976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.030175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.030455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.030647] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.030764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.030826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.030976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.031070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.031723] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.232114] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.232376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.232376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.232586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.232741] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.232836] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.232893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.233726] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.234133] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.234133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.234133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.234133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.234341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.234341] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.234341] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.533563] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.740693] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311743f3-b622-46f1-8df1-446ba9865a3b: rpc.has_security_group_logging(os_id): False [ 1150.765481] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.765656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.765778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.768045] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.791370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.791556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.793695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.793695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.793695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.793695] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1150.855111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.855366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.855366] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.855566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.855740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.871552] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1151.037221] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.539568] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.539713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.539787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.540031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.540129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.540236] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be updated. [ 1151.570577] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.570728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.570817] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.571078] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.571247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.583123] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1152.889253] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1152.889253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.104479] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.104633] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1153.596313] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1153.596567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.596699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.596994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.597222] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.597365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.597455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.597630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.597790] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.597844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.597911] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.974077] env[65334]: INFO networking_nsxv3.common.synchronization [req-dbc9bd12-7cbe-4a83-be72-b55d611a1bab req-64e5a574-d28a-4c2b-8cf2-b43f31ef367b tempest-ServerRescueNegativeTestJSON-1721691598 tempest-ServerRescueNegativeTestJSON-1721691598-project-member] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 1153.975131] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGHEST for action security_group_members [ 1153.975629] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.975739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.975739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.976309] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.976436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.976587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.977077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.977077] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.103516] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.479705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.479908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.479998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.480263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.509563] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.509871] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.510070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.510070] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.510289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.510373] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.510467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be updated. [ 1154.540086] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.540328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.540328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.540534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.540750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.550474] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: IN_PROGRESS for 2s [ 1154.606127] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc49be02-c77f-41e3-9933-3dbef53e11ec: rpc.has_security_group_logging(os_id): False [ 1154.627272] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.627272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.627470] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.627631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.654398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.654702] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.654841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.654905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.655197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.655295] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.655367] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be updated. [ 1154.729584] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.729584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.729584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.729854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.729947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.744225] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1155.278455] env[65334]: INFO networking_nsxv3.common.synchronization [req-2cd4c64c-f1b5-4f1d-a461-9fa6d5e557a6 req-dbd0db47-fbd7-4fb1-95e4-db220f8203a3 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1155.279835] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1155.279835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.279835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.279835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.279835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.279835] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.279835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.280117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.280117] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.280245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.280298] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.784633] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.784785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.784924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.785223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.812015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.812246] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.812382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.812454] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.812664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.812739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.812796] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1155.841394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.841555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.841627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.841917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.842334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.853199] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1156.560203] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d567904f-a131-48bd-adb7-e6596a53afc6 in Status: SUCCESS [ 1156.560742] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 deletion is rescheduled due to dependency. [ 1156.560742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.758285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1156.758490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.842940] env[65334]: INFO networking_nsxv3.common.synchronization [None req-5a01accc-330d-4c5d-bd43-2e07e1368f0a tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1156.843565] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1156.843935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.844072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.844141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.844393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.844474] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.943850] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fc726f83-6b76-4f51-9f79-a107e87e38c9 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1156.944430] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1156.944737] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.944877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.367438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.367550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.367627] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.367827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.367911] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.368024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 already deleted. [ 1157.368100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.368256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.368437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.368568] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.863832] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1157.863832] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 1157.863832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.890215] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.890649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.890757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.890887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 already deleted. [ 1157.890992] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.427724] env[65334]: INFO networking_nsxv3.common.synchronization [None req-3602a7a8-a388-415a-ad72-3f508a9103f7 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1161.427990] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1161.430381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.430381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.430381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.430381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.430381] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.430659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.430659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.430798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.430903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.431068] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.938805] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.938805] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.938805] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be deleted. [ 1161.977712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.977862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.977862] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.978136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.978655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.978655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.090606] env[65334]: INFO networking_nsxv3.common.synchronization [req-c675c2b6-72b2-477c-bf28-9e20bf7ca791 req-b89a1523-4639-4d80-b6a9-b1609484dfd8 tempest-ServerRescueTestJSON-591251541 tempest-ServerRescueTestJSON-591251541-project-member] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1163.091333] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGHEST for action security_group_members [ 1163.091617] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.091741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091816] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.092420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.092676] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.092786] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.092922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.093065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.093193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.093321] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.313107] env[65334]: INFO networking_nsxv3.common.synchronization [req-bbe0e876-b3cf-42cc-86f1-62363e3b4dc9 req-89d56b45-6d85-4795-a051-a300ebc4612a tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1163.314031] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1163.314031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.314301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.314301] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.314362] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.314522] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.314597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.314718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.314805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.314885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.314974] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.595997] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.596280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.596280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.597024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.621332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.621636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.621818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.621886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.622124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.622210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.622304] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be updated. [ 1163.655697] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.655697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.655697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.655891] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.656031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.664986] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: IN_PROGRESS for 2s [ 1163.816875] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.319159] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.822233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.822461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.822461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.822775] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.822858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.822971] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1164.858040] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.858233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.858233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.858405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.858549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.867926] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1165.675496] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1111e549-e399-48a5-aaca-06b71f9663c5 in Status: SUCCESS [ 1165.675886] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 deletion is rescheduled due to dependency. [ 1165.675886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.878381] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1166.878776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.315630] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.315630] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1169.446218] env[65334]: INFO networking_nsxv3.common.synchronization [req-29c206f7-a2e1-4f6a-9b90-fb7bc26af364 req-4d1f540c-d144-4b06-b355-f048e3cbf7f0 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1169.446218] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1169.446218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.446218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.446218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.446218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.446640] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.446640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.446640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.447503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.447503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.447503] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.805466] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.805684] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.805811] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.806143] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.806429] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.806609] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.806736] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.807863] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.807863] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.807863] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.808119] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.808275] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.808428] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.808583] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.808763] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.811016] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.831315] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.831566] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.831763] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.831973] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.832343] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-faf25af6-518e-40b0-85da-65dacc5c9a0b taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.832572] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.832727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.833124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.833342] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf25af6-518e-40b0-85da-65dacc5c9a0b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.952372] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.952372] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.952372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.952372] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1169.978828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.978828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.978828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.978828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.978828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.987507] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1170.335534] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.335752] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.335875] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.336211] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.336371] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.336529] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port faf25af6-518e-40b0-85da-65dacc5c9a0b not found, creating... [ 1170.336782] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.336935] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.337064] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.337289] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.337426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.337702] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.337856] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.337971] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.338193] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.338329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.338465] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: faf25af6-518e-40b0-85da-65dacc5c9a0b is going to be created. [ 1170.358763] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.358978] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.359102] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.359363] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.359594] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.359814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.887770] env[65334]: INFO networking_nsxv3.common.synchronization [req-fc8b7654-9c85-41a7-8f00-f325cd871f6d req-3e2e7047-6d85-4129-a908-d17e77c5aea2 tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 1170.890438] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGHEST for action security_group_members [ 1170.890438] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.890590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.891780] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.891780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.891780] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.090514] env[65334]: INFO networking_nsxv3.common.synchronization [req-29c206f7-a2e1-4f6a-9b90-fb7bc26af364 req-79f4748b-0daa-44f2-84d6-a4a39bf1c9f2 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 1171.090675] env[65334]: INFO networking_nsxv3.common.synchronization [req-29c206f7-a2e1-4f6a-9b90-fb7bc26af364 req-79f4748b-0daa-44f2-84d6-a4a39bf1c9f2 service nova] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1171.090976] env[65334]: INFO networking_nsxv3.common.synchronization [req-29c206f7-a2e1-4f6a-9b90-fb7bc26af364 req-79f4748b-0daa-44f2-84d6-a4a39bf1c9f2 service nova] Enqueued Resource ID: faf25af6-518e-40b0-85da-65dacc5c9a0b with Priority: HIGHEST for action port [ 1171.091348] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_rules [ 1171.091509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1171.091617] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf25af6-518e-40b0-85da-65dacc5c9a0b with Priority: HIGHEST for action port [ 1171.092076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.092235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.092306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.092505] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.092587] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.093640] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.093722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.093951] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf25af6-518e-40b0-85da-65dacc5c9a0b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.094085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.094155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.094380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.094494] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf25af6-518e-40b0-85da-65dacc5c9a0b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.236708] env[65334]: INFO networking_nsxv3.common.synchronization [req-ee450f20-2713-4a09-905a-8b67c7e27bd0 req-892f9f1e-8bed-41be-b6f9-38bb3707cda4 tempest-DeleteServersTestJSON-104747785 tempest-DeleteServersTestJSON-104747785-project-member] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1171.237784] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGHEST for action security_group_members [ 1171.237784] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.237784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.238064] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.238206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.238451] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.238611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.238717] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.238966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.239128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.239282] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.393656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.393813] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.393886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.394136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.416642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.416642] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.416642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.416642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.416642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.416642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.416642] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 is going to be updated. [ 1171.448023] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.448023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.448023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.448023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.448023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.456864] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: IN_PROGRESS for 2s [ 1171.598196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.598196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.598196] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faf25af6-518e-40b0-85da-65dacc5c9a0b with status ACTIVE [ 1171.598196] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.598196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.598609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.598609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.598609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.599031] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.599031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.599031] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.599156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.599156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.599339] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.599432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.599478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.599919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.599919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.599919] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faf25af6-518e-40b0-85da-65dacc5c9a0b is going to be updated. [ 1171.620982] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.621154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.621218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.621433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.621564] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.621728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf25af6-518e-40b0-85da-65dacc5c9a0b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.742462] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.742635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.742762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.743109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.764169] env[65334]: INFO networking_nsxv3.common.synchronization [req-f92afe05-a3a9-4177-9a38-57b9f12763f5 req-f049dc8f-9451-4d67-8cb0-a58e16018a78 tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1171.765709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.766243] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.766956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.766956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.766956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.766956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.766956] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be updated. [ 1171.768541] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1171.768541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.768713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.768713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.768916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.769291] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.769394] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.769453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.769598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.769671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769755] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.812142] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.812328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.812422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.812964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.813224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.826598] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: IN_PROGRESS for 2s [ 1171.997360] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1171.998170] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 1171.998406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.000092] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.000092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.000092] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.152849] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.152849] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.153051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.153263] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.153534] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.153744] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.153865] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.154134] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.154279] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.154487] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.154595] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.154699] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.154801] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.154902] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.155008] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.155138] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.174375] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.174545] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.174676] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.174843] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-802" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.175198] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-330371dd-2a32-4833-83da-e499f3d53ba8 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.175416] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.175535] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.176121] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.176121] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330371dd-2a32-4833-83da-e499f3d53ba8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.257798] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.257986] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.258122] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.258403] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.258660] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.258811] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.258928] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.259166] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.259313] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.259529] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.259643] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.259756] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.259865] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.259971] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.260088] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.260253] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.271858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.272059] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.272189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.272547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.272702] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.272986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.273160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.273274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.273479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.273587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.273703] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 already deleted. [ 1172.273815] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.293145] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.293485] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.293634] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.293814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.294161] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-17ab68c2-f099-4a09-a060-787d984db69b taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.294343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295137] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.295539] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.295679] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ab68c2-f099-4a09-a060-787d984db69b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.502988] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.679052] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.679052] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.679052] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.679331] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.679331] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.679443] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 330371dd-2a32-4833-83da-e499f3d53ba8 not found, creating... [ 1172.679705] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.679863] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.679978] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.680221] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.680362] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.680637] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.680790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.680903] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.681135] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.681267] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.681404] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 330371dd-2a32-4833-83da-e499f3d53ba8 is going to be created. [ 1172.702351] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.702555] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.702662] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.702947] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.703303] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.703543] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.800121] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.800522] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.800733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.801173] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.801420] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.801679] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 17ab68c2-f099-4a09-a060-787d984db69b not found, creating... [ 1172.802131] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.802400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.802584] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.803711] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.803711] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.803711] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.803894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.804066] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.804875] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 17ab68c2-f099-4a09-a060-787d984db69b is going to be created. [ 1172.828431] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.828661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.828784] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.829081] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.829311] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.829541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.005758] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [req-f92afe05-a3a9-4177-9a38-57b9f12763f5 req-2771f531-2607-4f4b-9c81-4c3de86119d0 service nova] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [req-f92afe05-a3a9-4177-9a38-57b9f12763f5 req-2771f531-2607-4f4b-9c81-4c3de86119d0 service nova] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [req-f92afe05-a3a9-4177-9a38-57b9f12763f5 req-2771f531-2607-4f4b-9c81-4c3de86119d0 service nova] Enqueued Resource ID: 330371dd-2a32-4833-83da-e499f3d53ba8 with Priority: HIGHEST for action port [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_rules [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1173.414331] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330371dd-2a32-4833-83da-e499f3d53ba8 with Priority: HIGHEST for action port [ 1173.414331] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.414331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.414331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.414331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.414713] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.415771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.415771] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.415963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.416051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.416222] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.416305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.416364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.417365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.417489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.417588] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.418750] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-330371dd-2a32-4833-83da-e499f3d53ba8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.418750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.418876] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.418983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.419058] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330371dd-2a32-4833-83da-e499f3d53ba8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.469321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 in Status: SUCCESS [ 1173.469321] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 deletion is rescheduled due to dependency. [ 1173.469321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.511170] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.511170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.511170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.511170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.511170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.511170] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1173.536561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.536979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.537496] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.538071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.538354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [req-f71c7b1d-1d74-416a-9a57-eb41049e88c3 req-a86c0c94-4710-4ac7-9d3e-b5ab131805f9 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [req-f71c7b1d-1d74-416a-9a57-eb41049e88c3 req-a86c0c94-4710-4ac7-9d3e-b5ab131805f9 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [req-f71c7b1d-1d74-416a-9a57-eb41049e88c3 req-a86c0c94-4710-4ac7-9d3e-b5ab131805f9 service nova] Enqueued Resource ID: 17ab68c2-f099-4a09-a060-787d984db69b with Priority: HIGHEST for action port [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1173.545447] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ab68c2-f099-4a09-a060-787d984db69b with Priority: HIGHEST for action port [ 1173.545925] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.546099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.546222] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.546958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.546958] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.547989] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.548592] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.548723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.549486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.549486] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.549486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.549486] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.550043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.550043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.550043] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.551164] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ab68c2-f099-4a09-a060-787d984db69b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.552531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.552531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.552531] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.552531] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ab68c2-f099-4a09-a060-787d984db69b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.554472] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1173.837632] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 in Status: SUCCESS [ 1173.837632] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 deletion is rescheduled due to dependency. [ 1173.837632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.920674] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.921760] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.921882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.922080] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 330371dd-2a32-4833-83da-e499f3d53ba8 with status ACTIVE [ 1173.922299] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.922374] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.922411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.922655] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.922736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.922908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.923011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.923077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.923255] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.923334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.923517] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.923610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.923672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.923820] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.923931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924764] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 330371dd-2a32-4833-83da-e499f3d53ba8 is going to be updated. [ 1173.947622] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.947622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.947622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.947824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.947954] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948122] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330371dd-2a32-4833-83da-e499f3d53ba8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.054319] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.054811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.055888] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.057082] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17ab68c2-f099-4a09-a060-787d984db69b with status ACTIVE [ 1174.057348] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.057506] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.057624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.057863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.057977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.058242] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.058863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.058863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.058863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.058863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.058863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.059235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.059235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.059235] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.059344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.059384] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17ab68c2-f099-4a09-a060-787d984db69b is going to be updated. [ 1174.089417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.089609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.089649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.089847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.089982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.090171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.427481] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.561426] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.929447] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.929671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.929671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.932322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.932438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.932545] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 is going to be created. [ 1174.958523] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.958723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.958723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.958936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.959109] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.968995] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: UNINITIALIZED for 2s [ 1175.064603] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.064997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.064997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.065159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.065159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.065323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be created. [ 1175.090541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.090900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.091015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.091193] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.091352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.103513] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: UNINITIALIZED for 2s [ 1175.154854] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ea776a55-07dc-4e4a-b311-d6ea48895f30 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1175.155538] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1175.155817] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.155938] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.155998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.156297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.156376] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.313110] env[65334]: INFO networking_nsxv3.common.synchronization [None req-fa96bee3-9bed-4450-ae31-2ffae25bd9ed tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1175.313822] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1175.314494] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.314494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.565658] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1175.566051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.566230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.566484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.566689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.566807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.566884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.567069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.567153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.567241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.567345] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.702876] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704764] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.704764] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf already deleted. [ 1175.705014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.705014] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.705446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.705446] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.069411] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.069801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.069801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.069896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.070524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.070524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.070524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.070524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.070524] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.070918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.070918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.070918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.070918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.071171] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.071218] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.071407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.071467] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.071602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.071678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.071760] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.071850] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.227021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.227021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.227021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.227021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.227021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.227021] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf already deleted. [ 1176.227021] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.573802] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16142fd-fb1e-47fc-93ff-45f232ae45d3: rpc.has_security_group_logging(os_id): False [ 1176.593016] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.593219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.593262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.593468] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.593562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.593781] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.593884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.593947] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.594201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.594311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.594548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.594678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.594762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.594927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.595035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.595283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.595423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.595525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.595761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.595835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.595944] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1176.662279] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.662434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.662515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.662726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.662877] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.677614] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1176.979629] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: SUCCESS [ 1176.980659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.980659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.980964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.981277] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.981472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.981591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.981787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.981869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.981964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.982138] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.116053] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1177.116053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.116053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.116549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.116549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.116634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.116634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.117317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.117317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.117317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.117317] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.485348] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.619746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.619901] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.619978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.620232] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.620437] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.620562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.620610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.620763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.620851] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.620940] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.621105] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.621200] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.621262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.621403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.621540] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.621632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.621691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.621886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.621972] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.622067] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.622160] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.988649] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707e49eb-3d2f-4c12-91c9-0d0fc91ff973: rpc.has_security_group_logging(os_id): False [ 1178.009824] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.009979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.010101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.011018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.011183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.011513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.011757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.011850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.012133] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.012372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.012481] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 is going to be created. [ 1178.074263] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.074440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.074507] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.074698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.074879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.088813] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: IN_PROGRESS for 2s [ 1178.126609] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c1c2b0-bbec-4f18-a022-b86d61625258: rpc.has_security_group_logging(os_id): False [ 1178.150316] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.150457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.150530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.150750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.150853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.151099] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153027] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153027] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.153027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be created. [ 1178.233251] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.233419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.233615] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.233726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.234417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.253915] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1178.691340] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1178.691544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.104043] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: SUCCESS [ 1180.104384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.266090] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1180.266355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.315024] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.315024] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.094911] env[65334]: INFO networking_nsxv3.common.synchronization [None req-9a01789d-e33e-4a16-a39a-c35807e3ad0e tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1181.094911] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1181.095343] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.095439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.095729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.095796] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.194482] env[65334]: INFO networking_nsxv3.common.synchronization [None req-e8099b81-b372-4ed3-9782-707bc91d5968 tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1181.194756] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1181.194949] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.195063] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618439] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618966] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 already deleted. [ 1181.619094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.619202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.619419] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.619521] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.142315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.142508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.142582] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.143297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.143297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.143297] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 already deleted. [ 1182.143297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.419475] env[65334]: INFO networking_nsxv3.common.synchronization [req-c5afb9c5-8fb6-4d61-a82c-7bcf7e9050f2 req-9acd0c4d-c652-4cc4-919a-f77872272bfb tempest-ServersTestJSON-772250123 tempest-ServersTestJSON-772250123-project-member] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1182.419475] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGHEST for action security_group_members [ 1182.420838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.421028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.421028] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.421206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421456] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.421591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.421722] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.421829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.421916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.422034] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.853155] env[65334]: INFO networking_nsxv3.common.synchronization [req-34ce855b-3d15-486b-87a8-f76343a97199 req-d7b3d147-d71f-4fa5-8ab2-18d33816ff23 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1182.853834] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1182.854192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.854358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.854751] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.854956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.855315] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.855532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.855652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.855886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.856030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.856202] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.926722] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.927514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.928056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.929462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.929759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.930047] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.930885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.930885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.930885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.930885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.930885] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be updated. [ 1182.971771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.971973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.972083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.972382] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.972545] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.983868] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: IN_PROGRESS for 2s [ 1183.300816] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.301021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.301021] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.301306] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.301568] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.301727] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.301842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.302894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.303176] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.303444] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.303600] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.303741] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.303878] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.304028] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.304221] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.305170] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.327772] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.328014] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.328187] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.328397] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.328749] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-0a338b93-0871-4168-bfeb-15615a300b81 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.328957] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.329112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.329463] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.332374] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a338b93-0871-4168-bfeb-15615a300b81',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.362637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.364283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.364283] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf already deleted. [ 1183.364283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.835217] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.835733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.835733] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.835930] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.836098] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.836267] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 0a338b93-0871-4168-bfeb-15615a300b81 not found, creating... [ 1183.836516] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.836696] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.836868] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.837127] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.837250] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.837571] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.837773] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.837891] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.838113] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.838244] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.838385] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 0a338b93-0871-4168-bfeb-15615a300b81 is going to be created. [ 1183.863584] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.863912] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.864153] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.864424] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.864740] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.865054] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.576751] env[65334]: INFO networking_nsxv3.common.synchronization [req-34ce855b-3d15-486b-87a8-f76343a97199 req-edaea4c6-80da-40f8-8ff2-02fe45a9a36e service nova] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1184.576928] env[65334]: INFO networking_nsxv3.common.synchronization [req-34ce855b-3d15-486b-87a8-f76343a97199 req-edaea4c6-80da-40f8-8ff2-02fe45a9a36e service nova] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1184.577075] env[65334]: INFO networking_nsxv3.common.synchronization [req-34ce855b-3d15-486b-87a8-f76343a97199 req-edaea4c6-80da-40f8-8ff2-02fe45a9a36e service nova] Enqueued Resource ID: 0a338b93-0871-4168-bfeb-15615a300b81 with Priority: HIGHEST for action port [ 1184.577696] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_rules [ 1184.577838] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1184.577933] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a338b93-0871-4168-bfeb-15615a300b81 with Priority: HIGHEST for action port [ 1184.581098] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.581241] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.581308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.581522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.581607] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.582501] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.582617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.582741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.582846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.583130] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.583130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.583130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.583354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.583499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.583636] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.586711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a338b93-0871-4168-bfeb-15615a300b81 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.586711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.586711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.586711] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.586711] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a338b93-0871-4168-bfeb-15615a300b81',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.994232] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311743f3-b622-46f1-8df1-446ba9865a3b in Status: SUCCESS [ 1184.994558] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b deletion is rescheduled due to dependency. [ 1184.994558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.058982] env[65334]: INFO networking_nsxv3.common.synchronization [req-413087ab-2e89-42c1-9999-464e9477bfc9 req-574e7df0-99e5-4fd0-964f-84d3fb77ebad tempest-ServersNegativeTestJSON-13828575 tempest-ServersNegativeTestJSON-13828575-project-member] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1185.059768] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGHEST for action security_group_members [ 1185.061060] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.061233] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.061584] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.061737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.061966] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.062110] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.062182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.062398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.062500] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.062603] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.087093] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.087247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.087410] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.088181] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a338b93-0871-4168-bfeb-15615a300b81 with status ACTIVE [ 1185.088385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.088526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.088595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.088799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.089134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.089134] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.089253] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.089307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.089462] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.089543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.089723] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.089882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.089958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.090170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.090170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.090274] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a338b93-0871-4168-bfeb-15615a300b81 is going to be updated. [ 1185.113093] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.113379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.113379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.113526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.113664] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.113828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a338b93-0871-4168-bfeb-15615a300b81" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.566153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.566272] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.566544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.566818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.566924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.567156] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.568321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.568321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.568321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.568321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.568321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be updated. [ 1185.592205] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.597763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.597763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.597763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.597763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.597763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.607298] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: IN_PROGRESS for 2s [ 1186.096385] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.096727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.096727] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.096848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.096905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.097019] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf is going to be created. [ 1186.130636] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.130636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.130636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.130636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.130636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.141823] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: UNINITIALIZED for 2s [ 1186.504452] env[65334]: INFO networking_nsxv3.common.synchronization [req-4fafea03-8dc1-4a6c-b8bb-46deb2958eeb req-5efacfb7-c103-4cc7-90f6-80b7725ffd54 tempest-ServerDiskConfigTestJSON-847286410 tempest-ServerDiskConfigTestJSON-847286410-project-member] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1186.505214] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGHEST for action security_group_members [ 1186.506207] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.507035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.507150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.507413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.507695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.507839] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.507910] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.508586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.508586] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.508586] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.010526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.010609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.010674] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.010915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.011025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.011241] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.011343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.011405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.011577] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.011685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.011796] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be updated. [ 1187.044556] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.044719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.044993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.045424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.057029] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: IN_PROGRESS for 2s [ 1187.620833] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 in Status: SUCCESS [ 1187.621460] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 deletion is rescheduled due to dependency. [ 1187.621460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.153847] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: SUCCESS [ 1188.154083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.154256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.154484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.154682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.154797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.154868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.155029] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.155108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.155191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.155278] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.292023] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb2b30fe-7668-403a-95dd-56c449a78d80 req-14ca27ba-2514-4b34-83e7-761afd3ba30c tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1188.292851] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1188.297306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.297306] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.297306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.297306] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.659252] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.686091] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.686333] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.686497] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.686761] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.687013] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.687167] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.687278] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.687479] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.687624] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.687850] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.687959] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.688075] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.688177] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.688288] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.688398] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.688528] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.708462] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.708624] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.708753] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.708918] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-389" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.709255] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-f5a741bb-3be9-490a-8588-4db910ac3ae6 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.709426] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.709546] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.709884] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.710051] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a741bb-3be9-490a-8588-4db910ac3ae6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.802548] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.802770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.802770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.802979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.803085] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.803283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.803403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.803459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.803623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.803689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.803783] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 already deleted. [ 1188.803870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.066195] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 in Status: SUCCESS [ 1189.066420] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 deletion is rescheduled due to dependency. [ 1189.066547] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.164423] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e72fe684-a895-4b2e-a956-ba9d785bf5cf: rpc.has_security_group_logging(os_id): False [ 1189.183112] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.183316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.183316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.183540] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.183620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.183866] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.183970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.184048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.184202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.184280] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.184425] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf is going to be created. [ 1189.213579] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.213841] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.213968] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.214272] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.214427] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.214582] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port f5a741bb-3be9-490a-8588-4db910ac3ae6 not found, creating... [ 1189.214846] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.214998] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215477] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.215702] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.216069] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.216254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.216415] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.216669] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216822] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.217044] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: f5a741bb-3be9-490a-8588-4db910ac3ae6 is going to be created. [ 1189.237366] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.237613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.237726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.237991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.238244] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.238478] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.250911] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251194] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251370] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.251556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.263612] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: IN_PROGRESS for 2s [ 1189.964027] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb2b30fe-7668-403a-95dd-56c449a78d80 req-83ba12c2-f759-46da-8446-cbd53ab61a82 service nova] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1189.964027] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb2b30fe-7668-403a-95dd-56c449a78d80 req-83ba12c2-f759-46da-8446-cbd53ab61a82 service nova] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1189.964027] env[65334]: INFO networking_nsxv3.common.synchronization [req-bb2b30fe-7668-403a-95dd-56c449a78d80 req-83ba12c2-f759-46da-8446-cbd53ab61a82 service nova] Enqueued Resource ID: f5a741bb-3be9-490a-8588-4db910ac3ae6 with Priority: HIGHEST for action port [ 1189.964596] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_rules [ 1189.964999] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1189.964999] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a741bb-3be9-490a-8588-4db910ac3ae6 with Priority: HIGHEST for action port [ 1189.964999] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.965154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.965228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.965528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.965643] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.966695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.966814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.966881] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.967072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.967223] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.967319] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.967381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.967526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.967609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.967696] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.968462] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a741bb-3be9-490a-8588-4db910ac3ae6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.968588] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.968835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.968835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.968904] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a741bb-3be9-490a-8588-4db910ac3ae6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.471237] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.472690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.472970] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.475635] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a741bb-3be9-490a-8588-4db910ac3ae6 with status ACTIVE [ 1190.475635] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.475635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.475635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.475635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.475635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.477651] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.478780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.478780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.479290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.479457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.480483] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480675] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.482323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.482323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.482323] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a741bb-3be9-490a-8588-4db910ac3ae6 is going to be updated. [ 1190.512276] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.512773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.513113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.513730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.513730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.513730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a741bb-3be9-490a-8588-4db910ac3ae6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.984810] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.275720] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: SUCCESS [ 1191.275977] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.488741] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.488741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.488741] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.489201] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.490249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.490249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 is going to be created. [ 1191.513061] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.513245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.513305] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.513523] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.513821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.527219] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: UNINITIALIZED for 2s [ 1192.137322] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.137695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.137695] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.138012] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.138301] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.138464] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.138579] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.138796] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.138941] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.139164] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.139276] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.139403] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.139516] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.139642] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.139750] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.139894] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.162806] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.162971] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.163138] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.163389] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-311" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.163756] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-17ab68c2-f099-4a09-a060-787d984db69b taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.163960] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.164100] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.164453] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.164610] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ab68c2-f099-4a09-a060-787d984db69b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.667443] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.667894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.668065] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.668338] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.668504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.668872] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.669048] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.669168] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.669472] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.669613] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.669898] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.670069] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.670186] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.670462] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.670609] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.670749] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 17ab68c2-f099-4a09-a060-787d984db69b is going to be updated. [ 1192.694969] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.695202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.695347] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.695655] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.695854] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.696092] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.434030] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5c3aaee-59d1-4161-b899-bc1f308a8690 req-3959fff9-3532-4fe2-9591-348e65e83383 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1193.434338] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5c3aaee-59d1-4161-b899-bc1f308a8690 req-3959fff9-3532-4fe2-9591-348e65e83383 service nova] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1193.434338] env[65334]: INFO networking_nsxv3.common.synchronization [req-a5c3aaee-59d1-4161-b899-bc1f308a8690 req-3959fff9-3532-4fe2-9591-348e65e83383 service nova] Enqueued Resource ID: 17ab68c2-f099-4a09-a060-787d984db69b with Priority: HIGHEST for action port [ 1193.434849] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_rules [ 1193.435014] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1193.435177] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ab68c2-f099-4a09-a060-787d984db69b with Priority: HIGHEST for action port [ 1193.435499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.435624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.435677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.435870] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.435979] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.438907] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.441863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.441863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.441863] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.442567] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ab68c2-f099-4a09-a060-787d984db69b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.442567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.442567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.442567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.442567] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ab68c2-f099-4a09-a060-787d984db69b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.540064] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: SUCCESS [ 1193.541257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.541257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.541257] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.541257] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.541420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.541420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.541659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.541659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.541840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.541840] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.945800] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.946018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.946266] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.947466] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17ab68c2-f099-4a09-a060-787d984db69b with status ACTIVE [ 1193.947724] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.947993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.947993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.948289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.948426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.948683] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.948825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.948915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.949160] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.949274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.949544] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.949679] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.949769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.949969] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.950092] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.950250] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17ab68c2-f099-4a09-a060-787d984db69b is going to be updated. [ 1193.977528] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.977528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.977648] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.977806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.977970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.978178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ab68c2-f099-4a09-a060-787d984db69b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.044309] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.452397] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.550155] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc11f2f1-36e2-4649-a69b-8d84293c53a3: rpc.has_security_group_logging(os_id): False [ 1194.567240] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.567391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.567447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.567670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.567779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.568052] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.568159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.568215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.568798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.568798] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.568798] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 is going to be created. [ 1194.628707] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.628949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.628994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.629228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.629411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.640379] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: IN_PROGRESS for 2s [ 1194.956431] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.956431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.956431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.956431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.956431] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.956431] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1194.984919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.985075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.985146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.985386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.985567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.996786] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1196.657013] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: SUCCESS [ 1196.657916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.017842] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1197.018056] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.018258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.018796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.018796] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.019116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.019116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.019303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.019303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.019422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.019559] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.521973] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.522175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.522221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.522458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.522633] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.523321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.523426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.523716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.523716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.523842] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.523931] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.524041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.524100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.524250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.524394] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.524492] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.524534] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.524670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.524743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.524825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.524916] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.027959] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c1c2b0-bbec-4f18-a022-b86d61625258: rpc.has_security_group_logging(os_id): False [ 1198.046771] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.046952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.047549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.047549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.047549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.047549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.047549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.047783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.047783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.047844] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049349] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.049349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049349] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1198.118639] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.118908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.118908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.119219] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.119447] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.132278] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1198.437496] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.437496] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1200.147705] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1200.148088] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.438865] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.439223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.440056] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.440422] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.519703] env[65334]: INFO networking_nsxv3.common.synchronization [req-1d6539e0-30c7-4414-83ad-a67f9a9fe461 req-59dfa38d-ed80-4829-8696-a4f885180b96 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1209.520473] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1209.520919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.523695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.523695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.523695] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.030251] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.532946] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.035260] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.035501] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.035609] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.035855] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.035988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.036127] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be updated. [ 1211.069791] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.070311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.070311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.070311] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.070416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.080553] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1213.091638] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1213.091924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.521225] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.521558] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.667689] env[65334]: INFO networking_nsxv3.common.synchronization [req-9e6b1375-f57f-4b04-83da-1c4ea412e3a5 req-a406940c-c5e4-445d-a28b-03376e79e34c tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1216.667689] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1216.667689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.667689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.667689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.667689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.667689] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.668181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.668181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.668181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.668181] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.668181] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.927067] env[65334]: INFO networking_nsxv3.common.synchronization [req-7ce53b2d-5648-4d6c-8697-7a06b38d4b0f req-156c283f-2044-42d2-b3bd-4f48354d48ea tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1216.928280] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGHEST for action security_group_members [ 1216.928280] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.928439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.928439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.928746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.928908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.929065] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.929128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.929300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.929508] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.929508] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.171494] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.432536] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.432713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.432778] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.433037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.433134] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.433340] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.433543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.433543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.433631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.433708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.433793] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be updated. [ 1217.465940] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.466205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.466205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.466522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.466625] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.479177] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: IN_PROGRESS for 2s [ 1217.675364] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.178637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.178740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.178812] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.179048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.179146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.179244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be updated. [ 1218.211728] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.213640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.213640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.213640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.213640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.223229] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 1219.491345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc49be02-c77f-41e3-9933-3dbef53e11ec in Status: SUCCESS [ 1219.491832] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec deletion is rescheduled due to dependency. [ 1219.491832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.764756] env[65334]: INFO networking_nsxv3.common.synchronization [req-e454e4ea-736f-4a51-b855-381d5ddec0fa req-4a460f07-efc5-4a54-b586-22a45b5dcf89 tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1219.765325] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1219.765681] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.765800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.765867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.766075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.766230] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.766328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.766385] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.766556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.766659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.766752] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.237063] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 1220.237290] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.268915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.269086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.269151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.269367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.290986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.291289] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.291424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.291491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.291692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.291779] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.291871] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1220.341259] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.341410] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.341463] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.341678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.341823] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.352471] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1221.476880] env[65334]: INFO networking_nsxv3.common.synchronization [None req-dd7b725e-0270-40d7-848a-af7817a089b8 tempest-AttachInterfacesTestJSON-1542941069 tempest-AttachInterfacesTestJSON-1542941069-project-member] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1221.477484] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGHEST for action security_group_members [ 1221.477834] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.477998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.478376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.478614] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.479188] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.480035] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.480263] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.480503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.480644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.480872] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.983043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.983225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.983293] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.983525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.983698] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.983908] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.984015] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.984079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.984331] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.984417] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.984505] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be updated. [ 1222.014711] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.014885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.014922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.015154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.015291] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.025851] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: IN_PROGRESS for 2s [ 1222.363732] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1222.363732] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a deletion is rescheduled due to dependency. [ 1222.363732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.037024] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 in Status: SUCCESS [ 1224.037398] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 deletion is rescheduled due to dependency. [ 1224.037398] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.478298] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.478298] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.764301] env[65334]: INFO networking_nsxv3.common.synchronization [req-e01de1db-06e4-4a95-a026-02d48f003577 req-a0d06913-4d12-4bb9-a8d9-a6e1aa98362f tempest-AttachVolumeNegativeTest-631586878 tempest-AttachVolumeNegativeTest-631586878-project-member] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1229.765208] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGHEST for action security_group_members [ 1229.765208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.765208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.765208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.765390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.765811] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.765811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.765811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.765936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.766072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.766072] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.268178] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.268438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.268438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.268756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.268756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.268928] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.269032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.269032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.269277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.269277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.269341] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 is going to be updated. [ 1230.300043] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.300043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.300043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.300043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.300043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.307898] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: IN_PROGRESS for 2s [ 1231.484250] env[65334]: INFO networking_nsxv3.common.synchronization [req-1a164518-01d7-466c-8580-2c71689c79be req-bd2e196d-768e-4860-b146-ef3f419d476a tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1231.484770] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1231.485116] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.485236] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.485303] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.485494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.485667] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.485770] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.485831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.485982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.486234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.486370] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.794873] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.795100] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.795194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.795454] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.795724] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.795875] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.796049] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.796217] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.796357] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.796569] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.796696] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.796818] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.796924] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.797045] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.797148] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.797270] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.818046] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.818046] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.818046] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.818046] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.818298] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-3851d411-f922-4bea-bf27-22934e0c0c30 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.818468] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.818608] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.818936] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.819109] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3851d411-f922-4bea-bf27-22934e0c0c30',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.989524] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.989688] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.989759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.990163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.990163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.990283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.990380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.990443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.990597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.990676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.990759] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1232.017033] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.017208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.017275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.017517] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.017663] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.029498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1232.320237] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 in Status: SUCCESS [ 1232.320424] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 deletion is rescheduled due to dependency. [ 1232.320520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.321018] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.321230] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.321352] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.321619] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.321761] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.321901] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 3851d411-f922-4bea-bf27-22934e0c0c30 not found, creating... [ 1232.322196] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.322440] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.322564] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.322788] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.322924] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.323232] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.323631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.323631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.323799] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.324101] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.324101] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 3851d411-f922-4bea-bf27-22934e0c0c30 is going to be created. [ 1232.349497] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.349815] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.350027] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.350437] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.350814] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.351234] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.025546] env[65334]: INFO networking_nsxv3.common.synchronization [req-1a164518-01d7-466c-8580-2c71689c79be req-5a56ad8a-b707-4f96-9e18-c287cbbfbada service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1233.025848] env[65334]: INFO networking_nsxv3.common.synchronization [req-1a164518-01d7-466c-8580-2c71689c79be req-5a56ad8a-b707-4f96-9e18-c287cbbfbada service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1233.025907] env[65334]: INFO networking_nsxv3.common.synchronization [req-1a164518-01d7-466c-8580-2c71689c79be req-5a56ad8a-b707-4f96-9e18-c287cbbfbada service nova] Enqueued Resource ID: 3851d411-f922-4bea-bf27-22934e0c0c30 with Priority: HIGHEST for action port [ 1233.026624] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1233.026847] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1233.026993] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3851d411-f922-4bea-bf27-22934e0c0c30 with Priority: HIGHEST for action port [ 1233.027324] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.027478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.027566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.027791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.027936] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.029323] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.029323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.029598] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3851d411-f922-4bea-bf27-22934e0c0c30 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.029731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.029797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.029976] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.030063] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3851d411-f922-4bea-bf27-22934e0c0c30',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.530079] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.530307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.532574] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3851d411-f922-4bea-bf27-22934e0c0c30 with status ACTIVE [ 1233.532752] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.532869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.532933] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.533156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.533245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533413] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.533795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.533795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.533795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.533963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533998] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.534111] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.534157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.534300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.534406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.534525] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3851d411-f922-4bea-bf27-22934e0c0c30 is going to be updated. [ 1233.555561] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.555828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.555828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.555970] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.556150] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.556282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.040249] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1234.040583] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a deletion is rescheduled due to dependency. [ 1234.040583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.040681] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.040892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.041082] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.041420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.041557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.041595] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.543766] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.741065] env[65334]: INFO networking_nsxv3.common.synchronization [req-1cd9900a-7084-4b7a-885b-978e7b9c2852 req-3007b9d6-c207-4781-96a9-35b868110d8c tempest-ServerActionsTestOtherA-1217593024 tempest-ServerActionsTestOtherA-1217593024-project-member] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1234.741509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGHEST for action security_group_members [ 1234.741811] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.741930] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.742008] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.742368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.742529] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.742634] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.742691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.742863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.742951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.743061] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.046136] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.245247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.245407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.245481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.245734] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.245827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.246045] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.246163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.246207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.246352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.246428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.246512] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be updated. [ 1235.275234] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.275436] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.275478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.275787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.275987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.286473] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: IN_PROGRESS for 2s [ 1235.549889] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.550124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.550124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.550224] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.550316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.550418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1235.577462] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.577630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.577692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.578077] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.578314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.588101] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1237.301175] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f in Status: SUCCESS [ 1237.301624] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f deletion is rescheduled due to dependency. [ 1237.301624] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.598042] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1237.598337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.598574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.598797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.599076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.599221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.599299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.599487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.599596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.599690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.599811] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.102279] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.604317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a: rpc.has_security_group_logging(os_id): False [ 1238.624376] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.624376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.624631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.624676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.625091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.625091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.625229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.625229] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.625333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.625430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.625519] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1238.685371] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.685550] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.685595] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.685867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.686042] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.696648] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1239.742946] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.743464] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1240.711388] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1240.711731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.744368] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.744368] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.745488] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.745887] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.260885] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.261391] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.746129] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.746483] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.747756] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.748145] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.749028] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.749419] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.051559] env[65334]: INFO networking_nsxv3.common.synchronization [req-a6783e1a-aaea-42c0-a939-1e563b1636e7 req-f440d148-6cbe-4c2d-8786-ddb78f53c19e tempest-AttachVolumeTestJSON-813548017 tempest-AttachVolumeTestJSON-813548017-project-member] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1267.052023] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGHEST for action security_group_members [ 1267.052379] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.052495] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.052562] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.052822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.053046] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.054423] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.054554] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.054828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.054986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.055122] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.558058] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.558058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.558297] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.558432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.558555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.558783] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.558917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.559012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.559196] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.559307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.559418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 is going to be updated. [ 1267.589172] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.589383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.589497] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.589738] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.589923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.598521] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: IN_PROGRESS for 2s [ 1269.609995] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 in Status: SUCCESS [ 1269.610481] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 deletion is rescheduled due to dependency. [ 1269.610481] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.053528] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.053950] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.123935] env[65334]: INFO networking_nsxv3.common.synchronization [req-bbc21ba0-6c15-43ec-ad39-21a332240670 req-050156b3-755c-4812-a6c7-082fd7156836 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1275.124526] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGHEST for action security_group_members [ 1275.124972] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.125129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.125191] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.125519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.125637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.125637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.125715] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.125924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.125997] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.126108] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.628363] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.628566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.628566] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.628784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.628874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.629106] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.629225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.629282] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.629405] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.629479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.629565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf is going to be updated. [ 1275.659625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.659825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.659825] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.660058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.660207] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.669025] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: IN_PROGRESS for 2s [ 1277.680117] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf in Status: SUCCESS [ 1277.680487] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf deletion is rescheduled due to dependency. [ 1277.680487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.125987] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.126954] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.127344] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.127737] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.128414] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.128697] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.129511] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.129961] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.130868] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.130868] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.595651] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.595992] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.595992] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.596347] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.596604] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.596763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.596877] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.597124] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.597285] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.597498] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.597611] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.597717] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.597821] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.597938] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.598065] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.598180] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.618316] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.618475] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.618603] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.618768] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-338" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.619095] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-3851d411-f922-4bea-bf27-22934e0c0c30 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.619267] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.619385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.619633] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.619769] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3851d411-f922-4bea-bf27-22934e0c0c30',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.122586] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.122832] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.122885] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.123209] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.123388] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.123681] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.123842] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.123991] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.124207] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.124343] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.124620] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.124770] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.124883] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.125099] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.125231] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.125367] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 3851d411-f922-4bea-bf27-22934e0c0c30 is going to be updated. [ 1303.147277] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.147499] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.147588] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.147833] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.148029] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.148246] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.825467] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfd1b2fe-6a84-43e4-a64a-0483b37973b3 req-4c45d873-a2a9-4fbb-81db-261e7487c34c service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1303.826020] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfd1b2fe-6a84-43e4-a64a-0483b37973b3 req-4c45d873-a2a9-4fbb-81db-261e7487c34c service nova] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1303.826309] env[65334]: INFO networking_nsxv3.common.synchronization [req-dfd1b2fe-6a84-43e4-a64a-0483b37973b3 req-4c45d873-a2a9-4fbb-81db-261e7487c34c service nova] Enqueued Resource ID: 3851d411-f922-4bea-bf27-22934e0c0c30 with Priority: HIGHEST for action port [ 1303.826965] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_rules [ 1303.827309] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1303.827537] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3851d411-f922-4bea-bf27-22934e0c0c30 with Priority: HIGHEST for action port [ 1303.828164] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.828391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.829043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.829043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.829043] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.829663] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.829773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.829835] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.829993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.830147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.830240] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.830292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.830428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.831036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.831036] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.831518] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-3851d411-f922-4bea-bf27-22934e0c0c30 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.831518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.831518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.831867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.831867] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3851d411-f922-4bea-bf27-22934e0c0c30',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.333698] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.333843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.334123] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.334992] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3851d411-f922-4bea-bf27-22934e0c0c30 with status ACTIVE [ 1304.335212] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.335327] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.335393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.335591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.335678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.335852] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.336484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.336484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.336484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.336484] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.336735] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.336735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.336735] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.336865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.336865] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.336931] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3851d411-f922-4bea-bf27-22934e0c0c30 is going to be updated. [ 1304.359320] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.359548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.359548] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.359708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.359838] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.359996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3851d411-f922-4bea-bf27-22934e0c0c30" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.839271] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.341526] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.341828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.341828] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.341974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.341974] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.342107] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1305.375604] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.375864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.375864] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.376047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.376215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.387163] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1307.399163] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1307.399521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.399521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.399724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.399925] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.400053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.400120] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.400275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.400354] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.400437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.400525] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.903512] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.405900] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a: rpc.has_security_group_logging(os_id): False [ 1308.425570] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.425570] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.425847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.425847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.425918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.426227] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.426338] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.426388] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.426573] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.426699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.426791] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1308.490321] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.490541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.490713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.490963] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.491189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.506680] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1308.638228] env[65334]: INFO networking_nsxv3.common.synchronization [req-e3628147-9a8d-45bc-bc04-0c81b7cda532 req-7e67db1c-bb56-4fbf-a8c4-03840f115664 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1308.638832] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1308.639344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.639344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.639515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.639572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.639713] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.640198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.640198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.640198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.640198] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.640198] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.142987] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.143203] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.143323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.143578] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.163889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.164051] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.164210] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.164309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.164465] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.164549] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.164640] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1309.195897] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.195897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.195897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.195897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.195897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.205841] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1310.524277] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1310.524746] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.211863] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.212100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.212100] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.212355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.212489] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.217979] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 4s [ 1311.714979] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.217644] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.719620] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1312.719877] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1313.234942] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1313.235176] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f deletion is rescheduled due to dependency. [ 1313.235325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.503079] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.503306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.503306] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.503521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.517077] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1313.518337] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.519348] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1313.557384] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.557613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.557613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.557783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.571245] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.572132] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1313.572227] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.572306] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1313.615811] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.616125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.616125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.616304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.617585] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.617781] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1313.639473] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.639746] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.701541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.701774] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.701848] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.702086] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.702429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.702793] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1313.781160] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.781557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.781557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.781633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.781988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.782319] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1313.782532] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'707e49eb-3d2f-4c12-91c9-0d0fc91ff973', '0bed54c7-193b-4aa7-9e17-7864d711b433', '81c1c2b0-bbec-4f18-a022-b86d61625258', 'd567904f-a131-48bd-adb7-e6596a53afc6', 'fc49be02-c77f-41e3-9933-3dbef53e11ec', 'e72fe684-a895-4b2e-a956-ba9d785bf5cf', '0680f0f8-370a-4ddf-8b20-586b473ff84f', '102bf8f9-bba1-493d-9220-6e42c0ce2b82', '311743f3-b622-46f1-8df1-446ba9865a3b', 'c6ebb788-0192-46ed-9a42-548a5f3d0423', 'bd7a6a01-9470-471b-adbb-d398bb3f8d21', '8cf9711f-dc79-480c-8131-ecda793112f9', 'fbf10fd6-88e6-44f0-9778-463c2c1a64e8', '9cb392ef-9784-4061-a7b8-4add44382ece', 'c16142fd-fb1e-47fc-93ff-45f232ae45d3', 'd1e15def-978d-4c9f-a5d1-a4117a84fe53', 'cc11f2f1-36e2-4649-a69b-8d84293c53a3', '1ba3c00e-843b-4251-83b1-55eda8305c9f', '5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d', 'e2fca4cf-b823-426e-98f9-8b65ca10868e', 'c8cd57e9-0d26-42ff-a639-7ceecb1fb336', 'fa2ee77e-d8cd-4009-acbe-d7aecdd31372', 'c6debe5b-19d6-4141-96f7-f169f55cad7b', '1111e549-e399-48a5-aaca-06b71f9663c5', 'f7304ae0-62f1-4866-94d7-3531a9a98b55', '58af5bd7-0c73-45a6-9685-135dce99fe06', '6e536d7c-fd44-4299-80ce-96ae51842c99', '89deacd7-2408-4f55-8980-f063d1c8defd', '888088e9-ccd9-4a26-9a09-045749e59df5', '0ab10705-d5e5-495f-8c87-f8c3cf957b33', '330f4f9a-51f9-4bfd-9b3a-5635086aa470', 'ea0720ac-9b5e-4ddb-8418-46302dfbfab0', '5f099c5d-9601-4498-a6ad-f326801ce3c9', 'c26aaa05-ff22-4c1f-acc0-4386269a8dc7', 'f4134bd2-dc0a-43ed-9b41-e6a037d45440', '5993226b-d60b-436a-86c9-d5410181bb9a', '82a81f31-8e24-449e-a951-3e1c8a107b90', 'b5f5dfea-46ea-4a1d-bea0-b4314a17d134', 'c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a', '0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400'} {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.782648] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1313.806628] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.806903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.806903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.807248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.807323] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.807388] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1313.807553] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.807653] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1313.893906] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.894161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.894225] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.894476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.895811] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.896191] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1313.896318] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.896363] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1313.896415] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1313.896496] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1313.896551] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGH for action security_group_rules [ 1313.896606] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGH for action security_group_rules [ 1313.896699] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGH for action security_group_rules [ 1313.896788] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGH for action security_group_rules [ 1313.896856] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGH for action security_group_rules [ 1313.896916] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGH for action security_group_rules [ 1313.896969] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1313.897053] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGH for action security_group_rules [ 1313.897167] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGH for action security_group_rules [ 1313.897296] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGH for action security_group_rules [ 1313.897296] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGH for action security_group_rules [ 1313.897412] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGH for action security_group_rules [ 1313.897412] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGH for action security_group_rules [ 1313.897412] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGH for action security_group_rules [ 1313.897527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGH for action security_group_rules [ 1313.897527] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGH for action security_group_rules [ 1313.897586] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGH for action security_group_rules [ 1313.897652] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGH for action security_group_rules [ 1313.897718] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGH for action security_group_rules [ 1313.897801] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGH for action security_group_rules [ 1313.897912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.642380] env[65334]: INFO networking_nsxv3.common.synchronization [req-2823ad3b-86e6-4402-9cf7-4db7391aa54a req-5de247e4-0b2c-4c9a-8eb8-eeff1d4d3071 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1315.643065] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1315.643115] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 with Priority: HIGH for action security_group_rules [ 1315.643185] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 with Priority: HIGH for action security_group_rules [ 1315.643293] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1315.643433] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 with Priority: HIGH for action security_group_rules [ 1315.643471] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fca4cf-b823-426e-98f9-8b65ca10868e with Priority: HIGH for action security_group_rules [ 1315.643556] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d with Priority: HIGH for action security_group_rules [ 1315.643642] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f with Priority: HIGH for action security_group_rules [ 1315.643730] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 with Priority: HIGH for action security_group_rules [ 1315.643815] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb392ef-9784-4061-a7b8-4add44382ece with Priority: HIGH for action security_group_rules [ 1315.643899] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 with Priority: HIGH for action security_group_rules [ 1315.643984] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 with Priority: HIGH for action security_group_rules [ 1315.644110] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf9711f-dc79-480c-8131-ecda793112f9 with Priority: HIGH for action security_group_rules [ 1315.644269] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 with Priority: HIGH for action security_group_rules [ 1315.644365] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 with Priority: HIGH for action security_group_rules [ 1315.644449] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311743f3-b622-46f1-8df1-446ba9865a3b with Priority: HIGH for action security_group_rules [ 1315.644533] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf with Priority: HIGH for action security_group_rules [ 1315.644616] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 with Priority: HIGH for action security_group_rules [ 1315.644700] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc49be02-c77f-41e3-9933-3dbef53e11ec with Priority: HIGH for action security_group_rules [ 1315.644785] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 with Priority: HIGH for action security_group_rules [ 1315.644881] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d567904f-a131-48bd-adb7-e6596a53afc6 with Priority: HIGH for action security_group_rules [ 1315.645187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.645361] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.645414] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.645599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.645763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.645867] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.645934] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.646139] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.646248] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.646386] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.647744] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.647850] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.647916] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.648082] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.648158] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707e49eb-3d2f-4c12-91c9-0d0fc91ff973',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.648842] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c1c2b0-bbec-4f18-a022-b86d61625258 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.648949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.649023] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.649204] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.649283] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c1c2b0-bbec-4f18-a022-b86d61625258',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.649935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.650049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.650115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.650259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.650516] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.650978] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.651259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.651259] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.651336] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.651374] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16142fd-fb1e-47fc-93ff-45f232ae45d3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.652119] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2fca4cf-b823-426e-98f9-8b65ca10868e taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.652227] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.652292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.652438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.652522] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2fca4cf-b823-426e-98f9-8b65ca10868e',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.653173] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.653277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.653340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.653485] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.653553] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.654253] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba3c00e-843b-4251-83b1-55eda8305c9f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.654453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.654453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.654604] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.654675] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba3c00e-843b-4251-83b1-55eda8305c9f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.656274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.656274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.656274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.656274] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.656274] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc11f2f1-36e2-4649-a69b-8d84293c53a3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.656466] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb392ef-9784-4061-a7b8-4add44382ece taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.656568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.656632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.656802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.656874] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb392ef-9784-4061-a7b8-4add44382ece',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.657580] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.657690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.657755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.657900] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.657971] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e15def-978d-4c9f-a5d1-a4117a84fe53',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.658625] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.658726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.658789] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.658931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.659022] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf10fd6-88e6-44f0-9778-463c2c1a64e8',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.659658] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf9711f-dc79-480c-8131-ecda793112f9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.659761] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.659826] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.659971] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.660054] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf9711f-dc79-480c-8131-ecda793112f9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.660828] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.660937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.661007] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.661158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.661230] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd7a6a01-9470-471b-adbb-d398bb3f8d21',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.661873] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6ebb788-0192-46ed-9a42-548a5f3d0423 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.661975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.662261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.662261] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.662427] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6ebb788-0192-46ed-9a42-548a5f3d0423',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.663069] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311743f3-b622-46f1-8df1-446ba9865a3b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.663069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.663155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.663265] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.663336] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311743f3-b622-46f1-8df1-446ba9865a3b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.664258] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.664391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.664458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.664630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.664670] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72fe684-a895-4b2e-a956-ba9d785bf5cf',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.665367] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.665499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.665596] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.665755] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.665825] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102bf8f9-bba1-493d-9220-6e42c0ce2b82',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.666567] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc49be02-c77f-41e3-9933-3dbef53e11ec taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.666685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.666723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.666903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.666962] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc49be02-c77f-41e3-9933-3dbef53e11ec',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.667937] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bed54c7-193b-4aa7-9e17-7864d711b433 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.668053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.668118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.668264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.668339] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bed54c7-193b-4aa7-9e17-7864d711b433',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.668983] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d567904f-a131-48bd-adb7-e6596a53afc6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.669101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.669165] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.669377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.669463] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d567904f-a131-48bd-adb7-e6596a53afc6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.923971] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.924228] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.924356] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.924629] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.924886] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.925051] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.925165] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.925380] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.925519] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.925728] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.925838] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.925940] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.926053] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.926176] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.926294] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.926425] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.946137] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.946366] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.946507] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.946688] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.947020] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2d310eff-88ab-4771-b05a-13d79179574c taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.947203] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.947326] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.947668] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.947807] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d310eff-88ab-4771-b05a-13d79179574c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.173066] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.173066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.173066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.173066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.341906] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.342234] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.343509] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.343509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.344331] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.344439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.345175] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.345266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.345975] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.346105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.350929] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.351076] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.351895] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.351987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.353039] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.353152] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.353531] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.353623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.354961] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.355091] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.356918] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.356918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.356918] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.356918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.356918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.356918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.357309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.357309] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1316.357956] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.358186] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.359715] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.359807] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.360519] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.360612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.361218] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.361613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.362217] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.362344] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.362746] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.362832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.363619] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.364038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.364161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.365342] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.365729] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.365821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.366577] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.366950] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.367054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.367702] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.368088] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.368180] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.368860] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.369239] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.369333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.370313] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.370712] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.370803] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.391443] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.391956] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.392099] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.392169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.392489] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.392631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.394325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.394423] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e15def-978d-4c9f-a5d1-a4117a84fe53 is going to be deleted. [ 1316.395413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.395599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.403736] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1316.416451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.416609] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb392ef-9784-4061-a7b8-4add44382ece is going to be deleted. [ 1316.417745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.417745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.417834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.417907] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be deleted. [ 1316.419125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.419125] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.450288] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.450611] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.450741] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.451077] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.451254] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.451469] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2d310eff-88ab-4771-b05a-13d79179574c not found, creating... [ 1316.451772] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.451939] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.452092] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.452329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.452484] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.452872] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.452968] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.453099] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.453327] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.453954] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.453954] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2d310eff-88ab-4771-b05a-13d79179574c is going to be created. [ 1316.455541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.455644] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bed54c7-193b-4aa7-9e17-7864d711b433 is going to be deleted. [ 1316.456555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.456750] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.458163] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.458276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.477892] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.478238] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.478444] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.478848] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.479219] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.479564] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.481503] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.481626] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c1c2b0-bbec-4f18-a022-b86d61625258 is going to be deleted. [ 1316.482673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.482897] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.484510] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.484630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.513479] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.513685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.518101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.518222] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc49be02-c77f-41e3-9933-3dbef53e11ec is going to be deleted. [ 1316.519182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.519402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.620427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.620601] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707e49eb-3d2f-4c12-91c9-0d0fc91ff973 is going to be deleted. [ 1316.621574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.621788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.680111] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.680568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.681056] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.681161] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.681790] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.682058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.703475] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.703661] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6ebb788-0192-46ed-9a42-548a5f3d0423 is going to be deleted. [ 1316.704580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.704829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.804246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.804441] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf10fd6-88e6-44f0-9778-463c2c1a64e8 is going to be deleted. [ 1316.805328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.805630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.867388] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.867544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.871389] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.871515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.876589] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.876723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d567904f-a131-48bd-adb7-e6596a53afc6 is going to be deleted. [ 1316.877707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.877924] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.902083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.902246] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba3c00e-843b-4251-83b1-55eda8305c9f is going to be deleted. [ 1316.903135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.903325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.932169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.932343] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd7a6a01-9470-471b-adbb-d398bb3f8d21 is going to be deleted. [ 1316.933270] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.933491] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.935009] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.935218] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.958120] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.958334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.959018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.959254] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2fca4cf-b823-426e-98f9-8b65ca10868e is going to be deleted. [ 1316.960129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.960333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.006682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.006884] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.028694] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.028872] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf9711f-dc79-480c-8131-ecda793112f9 is going to be deleted. [ 1317.029806] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.030328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.065412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.065641] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311743f3-b622-46f1-8df1-446ba9865a3b is going to be deleted. [ 1317.066759] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.067057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.075986] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.075986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.099988] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.100213] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102bf8f9-bba1-493d-9220-6e42c0ce2b82 is going to be deleted. [ 1317.101189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.101783] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.161255] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.161480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.167549] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.167690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.173138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.173267] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16142fd-fb1e-47fc-93ff-45f232ae45d3 is going to be deleted. [ 1317.174444] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.174660] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.176118] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.176307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.209379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.209512] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc11f2f1-36e2-4649-a69b-8d84293c53a3 is going to be deleted. [ 1317.210854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.211281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.214729] env[65334]: INFO networking_nsxv3.common.synchronization [req-2823ad3b-86e6-4402-9cf7-4db7391aa54a req-e1a4d7d1-8501-4683-8a74-3d0422534b5c service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1317.214903] env[65334]: INFO networking_nsxv3.common.synchronization [req-2823ad3b-86e6-4402-9cf7-4db7391aa54a req-e1a4d7d1-8501-4683-8a74-3d0422534b5c service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1317.215062] env[65334]: INFO networking_nsxv3.common.synchronization [req-2823ad3b-86e6-4402-9cf7-4db7391aa54a req-e1a4d7d1-8501-4683-8a74-3d0422534b5c service nova] Enqueued Resource ID: 2d310eff-88ab-4771-b05a-13d79179574c with Priority: HIGHEST for action port [ 1317.215591] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1317.215781] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1317.215824] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d310eff-88ab-4771-b05a-13d79179574c with Priority: HIGHEST for action port [ 1317.216101] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.216342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.216618] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.216712] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.216903] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d310eff-88ab-4771-b05a-13d79179574c taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.216995] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.217079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.217372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.217462] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d310eff-88ab-4771-b05a-13d79179574c',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.279368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.279513] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72fe684-a895-4b2e-a956-ba9d785bf5cf is going to be deleted. [ 1317.280457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.280683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.341247] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.341450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.364304] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.364486] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d is going to be deleted. [ 1317.365402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.365623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.365713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.365843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e15def-978d-4c9f-a5d1-a4117a84fe53" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.366012] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.366230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.366339] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.366456] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.367561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.367729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.367810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.367931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb392ef-9784-4061-a7b8-4add44382ece" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.368060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.368209] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.368295] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.369628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.370202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.370202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.370202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc49be02-c77f-41e3-9933-3dbef53e11ec" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.370518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.370518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.370518] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.370683] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c1c2b0-bbec-4f18-a022-b86d61625258" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.370742] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.370847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.370917] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.371043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bed54c7-193b-4aa7-9e17-7864d711b433" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.371174] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.371312] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6ebb788-0192-46ed-9a42-548a5f3d0423" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707e49eb-3d2f-4c12-91c9-0d0fc91ff973" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372024] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.372333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.372333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372333] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf10fd6-88e6-44f0-9778-463c2c1a64e8" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372428] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.372795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.372795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d567904f-a131-48bd-adb7-e6596a53afc6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.372893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.372985] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.373033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba3c00e-843b-4251-83b1-55eda8305c9f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373264] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.373427] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.373461] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd7a6a01-9470-471b-adbb-d398bb3f8d21" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.373821] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.373903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2fca4cf-b823-426e-98f9-8b65ca10868e" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf9711f-dc79-480c-8131-ecda793112f9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.375247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.375756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311743f3-b622-46f1-8df1-446ba9865a3b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.375756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.375756] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.375915] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102bf8f9-bba1-493d-9220-6e42c0ce2b82" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.390919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.391135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.391135] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.391277] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.391369] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.391498] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc11f2f1-36e2-4649-a69b-8d84293c53a3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.415612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.415788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.415861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.416141] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.416273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.416404] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16142fd-fb1e-47fc-93ff-45f232ae45d3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.459669] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.459819] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.459890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.460130] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.460223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.460345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72fe684-a895-4b2e-a956-ba9d785bf5cf" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.503803] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1317.504437] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.504571] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.504631] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.504832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.504922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.505069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5103248e-f1d9-4a72-bd8e-5a7b8ad9d45d" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.721091] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d310eff-88ab-4771-b05a-13d79179574c with status ACTIVE [ 1317.721499] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.721499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.721499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.721666] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.721749] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.721935] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.722051] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.722104] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.722267] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.722347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.722515] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.722605] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.722649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.722787] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.722856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.722937] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d310eff-88ab-4771-b05a-13d79179574c is going to be updated. [ 1317.745021] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.745251] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.745300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.745558] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.745737] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.745907] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d310eff-88ab-4771-b05a-13d79179574c" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.870653] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.870780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.416511] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1318.416780] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f deletion is rescheduled due to dependency. [ 1318.416780] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.416957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.417205] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.417414] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.417538] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.417641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.417840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.417840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.417978] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.920535] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.422805] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.819505] env[65334]: INFO networking_nsxv3.common.synchronization [req-45b4f70f-07d5-4af5-ae2a-48f6b2e835fa req-f9e43f84-b92f-4565-8a11-5c819cd2308b tempest-ServerActionsTestOtherB-705745627 tempest-ServerActionsTestOtherB-705745627-project-member] Enqueued Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1319.819562] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a with Priority: HIGHEST for action security_group_members [ 1319.820126] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.820126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.820126] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.820328] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.820710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.820710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.820856] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.821041] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.821118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.821221] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.925106] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.925390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.925390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.925576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.925665] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.925763] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1319.956428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.956636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.956636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.956841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.956979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.966291] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1320.323775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.323993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.323993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.324276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.348919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.349217] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.349343] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.349406] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.349641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.349726] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.349817] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a is going to be updated. [ 1320.377534] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.377822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.377822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.377931] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.378090] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.388297] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: IN_PROGRESS for 2s [ 1321.977221] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1321.977521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.977521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.977754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.978147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.978147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.978147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.978318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.978407] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.978477] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.978592] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.398887] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a in Status: SUCCESS [ 1322.399109] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a deletion is rescheduled due to dependency. [ 1322.399157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.480709] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.983377] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0680f0f8-370a-4ddf-8b20-586b473ff84f: rpc.has_security_group_logging(os_id): False [ 1323.002936] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.003190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.003190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.003368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.003476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.003699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.003797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.003861] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.004018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.004103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.004201] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be created. [ 1323.070214] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.070364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.070432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.070644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.070822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.090723] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1324.820275] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.820549] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1325.108301] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1325.108509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.821060] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.821320] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.821936] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.822345] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.822757] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.823168] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.823536] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.823766] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.824656] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.824656] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.825348] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.825743] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.826651] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.827145] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.827888] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.827888] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.828814] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.829226] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.829991] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.830437] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.831037] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.831399] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.832508] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.832890] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.833420] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.833848] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.834977] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.835389] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.637896] env[65334]: INFO networking_nsxv3.common.synchronization [req-c168fa41-cce1-4dc6-9884-7b9f6f61aa19 req-5812a2af-7537-4f29-9e61-94849e604950 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1395.637896] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1395.637896] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.637896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.637896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.637896] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.638177] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.638256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.638320] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.638480] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.638572] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.638653] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.140775] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.141223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.141223] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.141315] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.141413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.141620] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.141725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.141785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.141935] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.142025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.142107] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1396.178682] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.178987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.178987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.179129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.179189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.187310] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1398.199498] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1398.199926] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f deletion is rescheduled due to dependency. [ 1398.199926] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.638650] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.639273] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.668694] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d72ad9e-1f5b-47b6-b24a-b1e9243fcd75 req-d31672a6-b418-4061-b904-acba76655d3d tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1404.668877] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1404.669266] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.669393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.669453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.669644] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.669796] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.669912] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.669980] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.670146] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.670287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.670341] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.917961] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.918187] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.918311] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.918569] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.918815] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.918967] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.919104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.919329] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.919468] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.919681] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.919789] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1404.919894] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1404.919997] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1404.920120] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.920220] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1404.920341] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1404.941737] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1404.941910] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1404.942036] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1404.942202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.942508] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.942690] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.942795] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.943132] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.943271] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1b7041-d9ff-4c99-a1a1-d5deee635e99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.173552] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.173765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.173765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.173946] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.174025] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.174233] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.174322] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.174386] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.174537] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.174607] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.174690] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1405.199446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.199731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.199731] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.199868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.199957] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.209665] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1405.445981] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.446220] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.446315] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.446682] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.446864] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.447027] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 not found, creating... [ 1405.447333] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.447513] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.447646] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.447913] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.448104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.448472] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.448627] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.448740] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.448954] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.449112] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.449305] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 is going to be created. [ 1405.470197] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.470422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.470541] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.470896] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.471209] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.471518] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.158455] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d72ad9e-1f5b-47b6-b24a-b1e9243fcd75 req-7852ba60-e6dd-4c7e-9dd8-2b14b4587905 service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1406.158706] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d72ad9e-1f5b-47b6-b24a-b1e9243fcd75 req-7852ba60-e6dd-4c7e-9dd8-2b14b4587905 service nova] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1406.158802] env[65334]: INFO networking_nsxv3.common.synchronization [req-5d72ad9e-1f5b-47b6-b24a-b1e9243fcd75 req-7852ba60-e6dd-4c7e-9dd8-2b14b4587905 service nova] Enqueued Resource ID: 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 with Priority: HIGHEST for action port [ 1406.159468] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_rules [ 1406.159526] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1406.159604] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 with Priority: HIGHEST for action port [ 1406.159882] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.159998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.160118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.160273] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.160352] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.161555] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.161762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.161979] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.162128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.162190] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.162381] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.162381] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1b7041-d9ff-4c99-a1a1-d5deee635e99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.662279] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.662442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.664795] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 with status ACTIVE [ 1406.664995] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.665137] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.665199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.665422] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.665509] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.665684] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.665782] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.665841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.665987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.666149] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.666274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.666344] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.666401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.666526] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.666598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.666683] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a1b7041-d9ff-4c99-a1a1-d5deee635e99 is going to be updated. [ 1406.687252] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.687464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.687464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.687642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.687795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.687949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1b7041-d9ff-4c99-a1a1-d5deee635e99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.219108] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1407.219359] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f deletion is rescheduled due to dependency. [ 1407.219434] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.219587] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.219800] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.219990] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.220121] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.220184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.220334] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.220415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.220508] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.722464] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.224396] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.727320] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.727532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.727532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.727768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.727853] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.727949] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1408.758809] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.759054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.759054] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.759256] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.759396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.768312] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1410.779613] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1410.779987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.779987] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.780228] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.780420] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.780532] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.780603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.780744] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.780824] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.780914] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.781027] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.160952] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.161193] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1411.283649] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.786602] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0680f0f8-370a-4ddf-8b20-586b473ff84f: rpc.has_security_group_logging(os_id): False [ 1411.804293] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.804514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.804514] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.804680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.804754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.805071] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.805182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.805239] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.805412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.805487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.805575] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1411.864028] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.864350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.864350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.864474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.864695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.878041] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1413.893581] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1413.894027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.162028] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.162028] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.163155] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.163573] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.164577] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.165063] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.165676] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.165676] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.166762] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.167307] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.168581] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.169071] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.170647] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.170647] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.171588] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.172075] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.172410] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.172768] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.173686] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.174083] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.109768] env[65334]: INFO networking_nsxv3.common.synchronization [req-b2c5f2ba-644c-4bb2-9dfd-8f63f1cd8ca1 req-5c1b8c19-085c-4bc8-b7d6-177a3875d9c0 tempest-ServerActionsTestJSON-2024243925 tempest-ServerActionsTestJSON-2024243925-project-member] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1466.110217] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGHEST for action security_group_members [ 1466.110577] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.110732] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.110793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.111016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.111202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.111324] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.111448] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.111628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.112058] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.112058] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.614787] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.615061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.615061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.615258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.615402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.615643] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.615791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.615854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.616094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.616192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.616285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be updated. [ 1466.681187] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.681472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.681543] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.681766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.681981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.692321] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: IN_PROGRESS for 2s [ 1468.706780] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f in Status: SUCCESS [ 1468.707275] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f deletion is rescheduled due to dependency. [ 1468.707275] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.111531] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.111894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.335210] env[65334]: INFO networking_nsxv3.common.synchronization [None req-b1fa91cc-4c37-4052-a347-3425e6a150f7 None None] Enqueued Resource ID: 92937401-eeb1-4918-a1ab-634297ca7856 with Priority: HIGHEST for action port [ 1475.335498] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92937401-eeb1-4918-a1ab-634297ca7856 with Priority: HIGHEST for action port [ 1475.336064] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-92937401-eeb1-4918-a1ab-634297ca7856 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.336994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92937401-eeb1-4918-a1ab-634297ca7856" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.336994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92937401-eeb1-4918-a1ab-634297ca7856" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.336994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92937401-eeb1-4918-a1ab-634297ca7856" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.336994] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92937401-eeb1-4918-a1ab-634297ca7856',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.683883] env[65334]: INFO networking_nsxv3.common.synchronization [None req-85f4236d-4bf1-4602-9f96-50912ba4ef2b tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1475.684386] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1475.684763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.684871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.684871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.685147] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.685245] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.766983] env[65334]: INFO networking_nsxv3.common.synchronization [None req-55b84ca4-25d5-44c1-b186-f4796503bde1 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1475.767818] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1475.767818] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.767818] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.842708] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92937401-eeb1-4918-a1ab-634297ca7856 [ 1475.842708] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.842708] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.842955] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.842993] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.843101] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.843186] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92937401-eeb1-4918-a1ab-634297ca7856 already deleted. [ 1475.843262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92937401-eeb1-4918-a1ab-634297ca7856" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.208672] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.208860] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.208908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.209156] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.209214] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.209285] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 already deleted. [ 1476.209368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.209516] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.209745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.209831] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.731915] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.732316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.732474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.732834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.732996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.733158] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 already deleted. [ 1476.733279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.174136] env[65334]: INFO networking_nsxv3.common.synchronization [None req-ad6a6699-bfae-4766-beee-c9b4c64d6aea None None] Enqueued Resource ID: f33c75bf-440f-4b1c-abc9-430480ba3bc2 with Priority: HIGHEST for action port [ 1477.174744] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33c75bf-440f-4b1c-abc9-430480ba3bc2 with Priority: HIGHEST for action port [ 1477.175080] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33c75bf-440f-4b1c-abc9-430480ba3bc2 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.175202] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33c75bf-440f-4b1c-abc9-430480ba3bc2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.175288] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33c75bf-440f-4b1c-abc9-430480ba3bc2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.175603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33c75bf-440f-4b1c-abc9-430480ba3bc2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.175688] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33c75bf-440f-4b1c-abc9-430480ba3bc2',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.678227] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33c75bf-440f-4b1c-abc9-430480ba3bc2 [ 1477.678487] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.678623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.678692] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.678902] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.678990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.679092] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33c75bf-440f-4b1c-abc9-430480ba3bc2 already deleted. [ 1477.679173] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33c75bf-440f-4b1c-abc9-430480ba3bc2" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.102264] env[65334]: INFO networking_nsxv3.common.synchronization [req-1441011e-9868-4ff6-964e-1f5586cbd30e req-2dbaf7e9-e55e-4c8f-98e1-6c195ff63841 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1481.103061] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1481.103454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.103525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.103567] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.103784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.103939] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.104049] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.104107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.104258] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.104364] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.104444] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.379707] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.379916] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.380062] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.380397] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.380655] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.380810] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.380925] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.381154] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.381295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.381502] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.381609] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.381712] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.381815] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.381918] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.382030] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.382161] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1481.403344] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1481.403491] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1481.403631] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1481.403792] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.404105] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-79c66caa-e87d-4dbb-94ca-1291bd710351 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.404260] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.404374] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.404683] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.404817] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c66caa-e87d-4dbb-94ca-1291bd710351',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.606597] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.606832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.606832] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.606979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.607083] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.607345] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.607438] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.607499] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.607654] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.607730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.607814] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 already deleted. [ 1481.607894] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.906792] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.907034] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.907166] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.907495] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.907639] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.907792] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Segment Port 79c66caa-e87d-4dbb-94ca-1291bd710351 not found, creating... [ 1481.908060] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.908216] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.908352] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.908572] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.908708] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.908988] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.909154] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.909269] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.909472] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.909616] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.909768] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 is going to be created. [ 1481.932779] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.933104] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.933296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.933568] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.933823] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.934074] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.614954] env[65334]: INFO networking_nsxv3.common.synchronization [req-1441011e-9868-4ff6-964e-1f5586cbd30e req-d907e4f6-bdd6-4eb1-9f5d-e9a64f03e35d service nova] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1482.615248] env[65334]: INFO networking_nsxv3.common.synchronization [req-1441011e-9868-4ff6-964e-1f5586cbd30e req-d907e4f6-bdd6-4eb1-9f5d-e9a64f03e35d service nova] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1482.615350] env[65334]: INFO networking_nsxv3.common.synchronization [req-1441011e-9868-4ff6-964e-1f5586cbd30e req-d907e4f6-bdd6-4eb1-9f5d-e9a64f03e35d service nova] Enqueued Resource ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 with Priority: HIGHEST for action port [ 1482.615819] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1482.615950] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1482.616062] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 with Priority: HIGHEST for action port [ 1482.616334] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.616452] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.616520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.616716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.616798] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.617652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.617739] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.617805] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.617996] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.618094] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.618281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.618281] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.618396] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.618476] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.618561] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.619612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c66caa-e87d-4dbb-94ca-1291bd710351 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.619612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.619612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.619612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.619612] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c66caa-e87d-4dbb-94ca-1291bd710351',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.121125] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.121332] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.121626] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.123192] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79c66caa-e87d-4dbb-94ca-1291bd710351 with status ACTIVE [ 1483.123192] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.123347] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.123424] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.123728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.123874] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.124169] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.124335] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.124411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.124661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.124792] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.125091] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.125271] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.125372] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.127103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.127103] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.127103] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 is going to be updated. [ 1483.149020] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.149321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.149321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.149522] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.149710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.149893] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.628446] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.131137] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.131415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.131415] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.131565] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.131649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.131748] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be created. [ 1484.158063] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.158278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.158278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.158487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.158649] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.168054] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: UNINITIALIZED for 2s [ 1486.179565] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: SUCCESS [ 1486.179967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.179967] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.180162] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.180354] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.180474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.180541] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.180704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.180785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.180866] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.180955] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.683631] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.186418] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b459b692-9a3b-45eb-be7e-73bbd55311e6: rpc.has_security_group_logging(os_id): False [ 1487.219974] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.220213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.220213] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.220349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.220433] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.220687] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.220793] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.220857] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.221011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.221094] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.221181] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be created. [ 1487.302344] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.302670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.302670] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.302854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.302936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.328739] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: IN_PROGRESS for 2s [ 1487.616659] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.616862] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1489.344104] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: SUCCESS [ 1489.344525] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.618305] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.618713] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.261798] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1493.262036] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.619700] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.620134] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.620417] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.620806] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.621451] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.621894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.622375] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.622713] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.623096] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.623475] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.624192] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.624507] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.625060] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.625455] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.626327] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.626734] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.627230] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.627612] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.628385] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.628385] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.629290] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.629576] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.209317] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.209716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.209716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.209716] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.209834] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.712638] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.215173] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.630784] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.630784] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.718059] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1552.718059] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1553.451339] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.451728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.451728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.451728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.463421] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1553.464358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.465464] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1553.507921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.508159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.508159] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.508342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.521989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.522722] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1553.522802] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1553.522890] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1553.551661] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.551889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.551889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.552061] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.552658] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.552800] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1553.624954] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.625192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.625192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.625365] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.625661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.625938] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1553.706371] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.706583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.706583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.706719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.707022] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.707316] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:22. [ 1553.707405] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b459b692-9a3b-45eb-be7e-73bbd55311e6', 'c8cd57e9-0d26-42ff-a639-7ceecb1fb336', 'fa2ee77e-d8cd-4009-acbe-d7aecdd31372', 'c6debe5b-19d6-4141-96f7-f169f55cad7b', '1111e549-e399-48a5-aaca-06b71f9663c5', 'f7304ae0-62f1-4866-94d7-3531a9a98b55', '58af5bd7-0c73-45a6-9685-135dce99fe06', '6e536d7c-fd44-4299-80ce-96ae51842c99', '89deacd7-2408-4f55-8980-f063d1c8defd', '888088e9-ccd9-4a26-9a09-045749e59df5', '0ab10705-d5e5-495f-8c87-f8c3cf957b33', '330f4f9a-51f9-4bfd-9b3a-5635086aa470', 'ea0720ac-9b5e-4ddb-8418-46302dfbfab0', '5f099c5d-9601-4498-a6ad-f326801ce3c9', 'c26aaa05-ff22-4c1f-acc0-4386269a8dc7', 'f4134bd2-dc0a-43ed-9b41-e6a037d45440', '5993226b-d60b-436a-86c9-d5410181bb9a', '82a81f31-8e24-449e-a951-3e1c8a107b90', 'b5f5dfea-46ea-4a1d-bea0-b4314a17d134', '0680f0f8-370a-4ddf-8b20-586b473ff84f', 'c7c5f0b8-59ee-4430-ac4b-dc75286a3c1a', '0fbf47f1-cc86-4d0f-9b2e-88eb2d49c400'} {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1553.707519] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1553.730425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.730710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.730710] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.730886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.730937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.731031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1553.731108] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1553.731179] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1553.804423] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.804695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.804695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.804827] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.805978] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.806248] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1553.806327] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65334) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1553.806398] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1553.806464] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1553.806536] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/22 resources of Type:Security Group Rules [ 1553.806607] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGH for action security_group_rules [ 1553.806684] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGH for action security_group_rules [ 1553.806749] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGH for action security_group_rules [ 1553.806807] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGH for action security_group_rules [ 1553.806868] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGH for action security_group_rules [ 1553.806931] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGH for action security_group_rules [ 1553.806989] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGH for action security_group_rules [ 1553.807063] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGH for action security_group_rules [ 1553.807109] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGH for action security_group_rules [ 1553.807169] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGH for action security_group_rules [ 1553.807223] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGH for action security_group_rules [ 1553.807285] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGH for action security_group_rules [ 1553.807343] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGH for action security_group_rules [ 1553.807406] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGH for action security_group_rules [ 1553.807456] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGH for action security_group_rules [ 1553.807511] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGH for action security_group_rules [ 1553.807566] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGH for action security_group_rules [ 1553.807628] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGH for action security_group_rules [ 1553.807692] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGH for action security_group_rules [ 1553.807745] env[65334]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1553.807903] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.631315] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.631611] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1557.631611] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGH for action security_group_rules [ 1557.631718] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 with Priority: HIGH for action security_group_rules [ 1557.631797] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 with Priority: HIGH for action security_group_rules [ 1557.631894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 with Priority: HIGH for action security_group_rules [ 1557.631989] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f with Priority: HIGH for action security_group_rules [ 1557.632130] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 with Priority: HIGH for action security_group_rules [ 1557.632176] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 with Priority: HIGH for action security_group_rules [ 1557.632273] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993226b-d60b-436a-86c9-d5410181bb9a with Priority: HIGH for action security_group_rules [ 1557.632361] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 with Priority: HIGH for action security_group_rules [ 1557.632435] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 with Priority: HIGH for action security_group_rules [ 1557.632523] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 with Priority: HIGH for action security_group_rules [ 1557.632603] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 with Priority: HIGH for action security_group_rules [ 1557.632693] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 with Priority: HIGH for action security_group_rules [ 1557.632782] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888088e9-ccd9-4a26-9a09-045749e59df5 with Priority: HIGH for action security_group_rules [ 1557.632872] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89deacd7-2408-4f55-8980-f063d1c8defd with Priority: HIGH for action security_group_rules [ 1557.632963] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 with Priority: HIGH for action security_group_rules [ 1557.633068] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 with Priority: HIGH for action security_group_rules [ 1557.633162] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1111e549-e399-48a5-aaca-06b71f9663c5 with Priority: HIGH for action security_group_rules [ 1557.633252] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 with Priority: HIGH for action security_group_rules [ 1557.633342] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6debe5b-19d6-4141-96f7-f169f55cad7b with Priority: HIGH for action security_group_rules [ 1557.633710] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.633841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.633904] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.634116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.634192] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.635174] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.635289] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.635367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.635515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.635591] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2ee77e-d8cd-4009-acbe-d7aecdd31372',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.636423] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58af5bd7-0c73-45a6-9685-135dce99fe06 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.776353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.776574] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.776736] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.776825] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58af5bd7-0c73-45a6-9685-135dce99fe06',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.778854] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.778854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.778854] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.779102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.779102] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26aaa05-ff22-4c1f-acc0-4386269a8dc7',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.780612] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0680f0f8-370a-4ddf-8b20-586b473ff84f taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.780612] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.780762] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.780801] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.780895] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0680f0f8-370a-4ddf-8b20-586b473ff84f',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.782064] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.782197] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.782262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.782652] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.782652] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f5dfea-46ea-4a1d-bea0-b4314a17d134',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.783428] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a81f31-8e24-449e-a951-3e1c8a107b90 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.783557] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.783597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.783886] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.784188] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a81f31-8e24-449e-a951-3e1c8a107b90',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.784971] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5993226b-d60b-436a-86c9-d5410181bb9a taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.785093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.785158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.785316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.785360] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5993226b-d60b-436a-86c9-d5410181bb9a',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.786571] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f099c5d-9601-4498-a6ad-f326801ce3c9 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.786697] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.786873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.786873] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.786977] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f099c5d-9601-4498-a6ad-f326801ce3c9',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.787919] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.788052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.788136] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.788246] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.788328] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4134bd2-dc0a-43ed-9b41-e6a037d45440',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.789030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.789157] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.789231] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.789533] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.789533] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0720ac-9b5e-4ddb-8418-46302dfbfab0',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.790185] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.790244] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.790318] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.790460] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.790538] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330f4f9a-51f9-4bfd-9b3a-5635086aa470',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.792035] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.792167] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.792247] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.792356] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.792425] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab10705-d5e5-495f-8c87-f8c3cf957b33',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.793503] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888088e9-ccd9-4a26-9a09-045749e59df5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.793637] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.793707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.793822] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.793898] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888088e9-ccd9-4a26-9a09-045749e59df5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.795397] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89deacd7-2408-4f55-8980-f063d1c8defd taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.795397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.795397] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.795622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.795622] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89deacd7-2408-4f55-8980-f063d1c8defd',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.797810] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7304ae0-62f1-4866-94d7-3531a9a98b55 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.797810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.797810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.797810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.797810] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7304ae0-62f1-4866-94d7-3531a9a98b55',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.798691] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e536d7c-fd44-4299-80ce-96ae51842c99 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.798809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.798809] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.798968] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.799051] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e536d7c-fd44-4299-80ce-96ae51842c99',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.800101] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1111e549-e399-48a5-aaca-06b71f9663c5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.800208] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.800266] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.800420] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.800491] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1111e549-e399-48a5-aaca-06b71f9663c5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.801693] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.801693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.801693] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.801927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.802017] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8cd57e9-0d26-42ff-a639-7ceecb1fb336',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.802718] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6debe5b-19d6-4141-96f7-f169f55cad7b taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.802843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.802843] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.803115] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.803115] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6debe5b-19d6-4141-96f7-f169f55cad7b',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.831838] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.832033] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.832143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.832316] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.850613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.850738] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4134bd2-dc0a-43ed-9b41-e6a037d45440 is going to be deleted. [ 1557.902454] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.902671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.902671] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.902830] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.902927] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.903053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4134bd2-dc0a-43ed-9b41-e6a037d45440" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.306236] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.306442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.306442] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.306636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.322718] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.322959] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.326841] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.327018] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.330225] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.330390] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.332917] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.333032] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.345644] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.345863] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.358296] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.358490] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26aaa05-ff22-4c1f-acc0-4386269a8dc7 is going to be deleted. [ 1558.359379] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.359591] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.361070] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.361216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.361900] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.362043] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.363038] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.363163] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.363812] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.363923] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.364705] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.364705] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.365659] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.365773] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.366425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.366530] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.367101] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.367513] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.367622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.368206] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.368578] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.368661] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.369263] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.369664] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.369754] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.370344] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.370699] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.370804] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.372157] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.372541] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.372633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.373532] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.373890] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.373981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.379710] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.380313] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.380486] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0680f0f8-370a-4ddf-8b20-586b473ff84f is going to be deleted. [ 1558.381668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.381880] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.401395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.401527] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a81f31-8e24-449e-a951-3e1c8a107b90 is going to be deleted. [ 1558.402519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.402728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.414390] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.414583] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.420314] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.420434] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5993226b-d60b-436a-86c9-d5410181bb9a is going to be deleted. [ 1558.421285] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.421494] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.437425] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.437656] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.443676] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.443794] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f5dfea-46ea-4a1d-bea0-b4314a17d134 is going to be deleted. [ 1558.444684] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.444892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.456446] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.456622] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.462704] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.462835] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330f4f9a-51f9-4bfd-9b3a-5635086aa470 is going to be deleted. [ 1558.463636] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.463841] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.480183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.480426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.497989] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.498188] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89deacd7-2408-4f55-8980-f063d1c8defd is going to be deleted. [ 1558.499129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.499367] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.533700] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.533905] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888088e9-ccd9-4a26-9a09-045749e59df5 is going to be deleted. [ 1558.534765] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.534981] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.536535] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.536699] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.544987] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.545182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.566169] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.566357] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e536d7c-fd44-4299-80ce-96ae51842c99 is going to be deleted. [ 1558.567189] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.567401] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.605687] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.605876] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2ee77e-d8cd-4009-acbe-d7aecdd31372 is going to be deleted. [ 1558.606766] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.606986] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.617183] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.617371] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.682198] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.682597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.690691] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.690862] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58af5bd7-0c73-45a6-9685-135dce99fe06 is going to be deleted. [ 1558.691740] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.692007] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.737208] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.737368] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.742213] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.742426] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.745340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.745467] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be deleted. [ 1558.746403] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.746617] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.759800] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.760011] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.788682] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.788875] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1111e549-e399-48a5-aaca-06b71f9663c5 is going to be deleted. [ 1558.789776] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.789990] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.836953] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.837132] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab10705-d5e5-495f-8c87-f8c3cf957b33 is going to be deleted. [ 1558.838216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.838400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.958613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.958816] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0720ac-9b5e-4ddb-8418-46302dfbfab0 is going to be deleted. [ 1558.959713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.959936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.961398] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.961527] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.985071] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.985262] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.994093] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.994244] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8cd57e9-0d26-42ff-a639-7ceecb1fb336 is going to be deleted. [ 1558.995164] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.995383] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.049202] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.049400] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.049524] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.049790] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.050058] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.050249] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.050367] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.050588] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.050726] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.050938] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1559.051069] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1559.051178] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1559.051285] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1559.051391] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1559.051496] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1559.051626] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1559.087656] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.087906] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.137317] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1559.137549] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.086 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1559.137737] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1559.138023] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.138439] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-79c66caa-e87d-4dbb-94ca-1291bd710351 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.138661] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.138839] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.139202] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.139391] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c66caa-e87d-4dbb-94ca-1291bd710351',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.149044] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.149204] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f099c5d-9601-4498-a6ad-f326801ce3c9 is going to be deleted. [ 1559.150221] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.150443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.153892] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.154114] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.161620] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.161785] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.342769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.342955] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7304ae0-62f1-4866-94d7-3531a9a98b55 is going to be deleted. [ 1559.343875] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.344116] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.377678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.377886] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6debe5b-19d6-4141-96f7-f169f55cad7b is going to be deleted. [ 1559.378837] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.379084] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.379170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.379292] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26aaa05-ff22-4c1f-acc0-4386269a8dc7" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.379449] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.379603] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.379680] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.379795] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0680f0f8-370a-4ddf-8b20-586b473ff84f" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.380310] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.380473] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.380555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.380672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a81f31-8e24-449e-a951-3e1c8a107b90" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.380799] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.380966] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.381066] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.381182] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5993226b-d60b-436a-86c9-d5410181bb9a" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.381307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.381451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.381528] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.381635] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f5dfea-46ea-4a1d-bea0-b4314a17d134" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.381757] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.381895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.381973] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.382089] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330f4f9a-51f9-4bfd-9b3a-5635086aa470" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.382216] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.382357] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.382429] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.382536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888088e9-ccd9-4a26-9a09-045749e59df5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.382659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.382797] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.382871] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.383037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89deacd7-2408-4f55-8980-f063d1c8defd" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.383108] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.383249] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.383321] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.383430] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2ee77e-d8cd-4009-acbe-d7aecdd31372" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.383553] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.383690] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.383763] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.383868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e536d7c-fd44-4299-80ce-96ae51842c99" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.384027] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.384176] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.384250] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.384352] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58af5bd7-0c73-45a6-9685-135dce99fe06" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.384478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.384630] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.384689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.384794] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1111e549-e399-48a5-aaca-06b71f9663c5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.384918] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.385069] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.385143] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.385268] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.385402] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.385544] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.385616] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.385725] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab10705-d5e5-495f-8c87-f8c3cf957b33" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.385847] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.385983] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.386071] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.386177] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0720ac-9b5e-4ddb-8418-46302dfbfab0" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.386299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.386440] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.386513] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.386620] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8cd57e9-0d26-42ff-a639-7ceecb1fb336" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.413202] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.413443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.413443] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.413642] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.413728] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.413846] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f099c5d-9601-4498-a6ad-f326801ce3c9" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.484447] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.484685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.484685] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.484882] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.484975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.485138] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7304ae0-62f1-4866-94d7-3531a9a98b55" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.509270] env[65334]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1559.509867] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.510048] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.510128] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.510479] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.510590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.510724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6debe5b-19d6-4141-96f7-f169f55cad7b" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.642481] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.642713] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.642765] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.643041] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.643205] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.643500] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.643657] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.643769] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.643983] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.644131] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.644417] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.644566] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.644678] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.644880] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.645012] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.645153] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 is going to be updated. [ 1559.666840] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.667080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.667163] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.667422] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.667614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.667849] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.280469] env[65334]: INFO networking_nsxv3.common.synchronization [req-68d9ec88-ed04-4717-9e67-7e36f33519b9 req-18c2bae1-2ad6-4849-a705-6ca747e8b740 service nova] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1560.280719] env[65334]: INFO networking_nsxv3.common.synchronization [req-68d9ec88-ed04-4717-9e67-7e36f33519b9 req-18c2bae1-2ad6-4849-a705-6ca747e8b740 service nova] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1560.280819] env[65334]: INFO networking_nsxv3.common.synchronization [req-68d9ec88-ed04-4717-9e67-7e36f33519b9 req-18c2bae1-2ad6-4849-a705-6ca747e8b740 service nova] Enqueued Resource ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 with Priority: HIGHEST for action port [ 1560.281318] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_rules [ 1560.281455] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1560.281549] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 with Priority: HIGHEST for action port [ 1560.281814] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.281936] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.282013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.282283] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.282363] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.283216] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.283300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.283391] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.283519] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.283652] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.283743] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.283802] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.283942] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.284036] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.284124] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.284844] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c66caa-e87d-4dbb-94ca-1291bd710351 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.285013] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.285053] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.285175] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.285247] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c66caa-e87d-4dbb-94ca-1291bd710351',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.787591] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.787845] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.787845] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.788772] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79c66caa-e87d-4dbb-94ca-1291bd710351 with status ACTIVE [ 1560.788973] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.789112] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.789178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.789377] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.789464] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.789635] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.789730] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.789791] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.789937] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.790030] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.790274] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.790353] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.790400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.790536] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.790610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.790696] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79c66caa-e87d-4dbb-94ca-1291bd710351 is going to be updated. [ 1560.811743] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.811932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.811932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.812154] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.812307] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.812432] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c66caa-e87d-4dbb-94ca-1291bd710351" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.292994] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.796076] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.796299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.796299] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.796490] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.796581] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.796681] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be updated. [ 1561.827795] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.828080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.828080] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.828287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.828439] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.837875] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: IN_PROGRESS for 2s [ 1563.850190] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: SUCCESS [ 1563.850608] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.850745] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.851105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.851422] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.851568] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.851673] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.851852] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.851951] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.852057] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.852146] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.354840] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.858087] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b459b692-9a3b-45eb-be7e-73bbd55311e6: rpc.has_security_group_logging(os_id): False [ 1564.876927] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.877187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.877187] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.877376] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.877493] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.877763] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.877885] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.877932] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.878102] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.878178] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.878264] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be created. [ 1564.941046] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.941317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.941317] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.941515] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.941752] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.962584] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: IN_PROGRESS for 2s [ 1565.282558] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.282693] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1566.983687] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: SUCCESS [ 1566.984107] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.284107] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.284652] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.285726] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.286122] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.286800] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.287303] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.288332] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.288750] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.289243] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.289623] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.291120] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.291519] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.292079] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.292481] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.293252] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.293634] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.294674] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.295061] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.296221] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.296636] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.876789] env[65334]: INFO networking_nsxv3.common.synchronization [req-fddb453b-992e-45fe-9dfe-e8a7b636c999 req-d143c1a4-9546-48f7-9ea5-a2694d78ad68 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1616.877363] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 with Priority: HIGHEST for action security_group_members [ 1616.877695] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-b459b692-9a3b-45eb-be7e-73bbd55311e6 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.877814] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.877869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.878075] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.878241] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.878340] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.878387] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.878555] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.878628] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.878737] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b459b692-9a3b-45eb-be7e-73bbd55311e6',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.383180] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.383408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.383408] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.383659] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.383788] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.384032] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.384184] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.384276] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.384459] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.384560] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.384696] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 is going to be updated. [ 1617.984650] env[65334]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/b459b692-9a3b-45eb-be7e-73bbd55311e6', 'data': {'id': 'b459b692-9a3b-45eb-be7e-73bbd55311e6', 'display_name': 'b459b692-9a3b-45eb-be7e-73bbd55311e6', 'path': '/infra/domains/default/groups/b459b692-9a3b-45eb-be7e-73bbd55311e6', 'expression': [{'value': 'security_group|b459b692-9a3b-45eb-be7e-73bbd55311e6', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1763667785}, {'scope': 'revision_number', 'tag': None}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1617.985098] env[65334]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65334) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1620.021215] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.021668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.021668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.021668] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.021840] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.030173] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: IN_PROGRESS for 2s [ 1621.565577] env[65334]: INFO networking_nsxv3.common.synchronization [None req-55627adc-1fc9-4712-a0ed-fb1df60964b1 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1621.566147] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1621.566440] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.566561] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.566623] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.566887] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.567133] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.642714] env[65334]: INFO networking_nsxv3.common.synchronization [None req-5b8571af-c85b-4dbf-892f-918f00191e66 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1621.643291] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1621.643858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.643982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.041439] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 in Status: SUCCESS [ 1622.041612] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b459b692-9a3b-45eb-be7e-73bbd55311e6 deletion is rescheduled due to dependency. [ 1622.041721] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b459b692-9a3b-45eb-be7e-73bbd55311e6" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.086558] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.086709] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.086922] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.087437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.087437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.087437] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 already deleted. [ 1622.087437] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.087611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.087611] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.087726] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.608921] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.608921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.608921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.608921] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.609478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.609478] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 already deleted. [ 1622.609478] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.644533] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.644970] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.994619] env[65334]: INFO networking_nsxv3.common.synchronization [req-ca49d42e-8b75-49f8-8969-1d48eab19ca7 req-496ea165-fac8-4a2b-b7ce-630a2fb9cb19 tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1626.995161] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1626.995459] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.995580] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.995639] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.995889] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.998153] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.998345] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.998411] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.998594] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.998723] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.998768] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.279038] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.279255] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.279407] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.279676] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.279934] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.280106] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.280243] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.280435] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.280598] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.280800] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1627.280908] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1627.281022] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1627.281131] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1627.281235] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1627.281336] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1627.281464] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1627.302826] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1627.302826] env[65334]: DEBUG dogpile.cache.region [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1627.303080] env[65334]: DEBUG dogpile.lock [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1627.303080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.303323] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.303491] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.303606] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.303938] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.304091] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.500822] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.501129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.501129] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.501325] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.501416] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.501620] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.501724] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.501769] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.501908] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.501982] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.502077] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 already deleted. [ 1627.502155] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.806306] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.806649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.806649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.806914] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.807077] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.807229] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Segment Port 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 not found, creating... [ 1627.807478] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.807634] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.807746] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.807973] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.808119] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.808435] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.808599] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.808693] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.808894] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.809033] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.809173] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Resource: SegmentPort with ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 is going to be created. [ 1627.829784] env[65334]: DEBUG networking_nsxv3.common.locking [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.829996] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.830133] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.830385] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.830631] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.830880] env[65334]: DEBUG oslo_concurrency.lockutils [None req-0bff8e25-2298-49a8-84f3-7215f9eb865c None None] Releasing lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.521479] env[65334]: INFO networking_nsxv3.common.synchronization [req-ca49d42e-8b75-49f8-8969-1d48eab19ca7 req-84162ee9-cc24-4e94-a15b-4cd8c5f590d0 service nova] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1628.521479] env[65334]: INFO networking_nsxv3.common.synchronization [req-ca49d42e-8b75-49f8-8969-1d48eab19ca7 req-84162ee9-cc24-4e94-a15b-4cd8c5f590d0 service nova] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1628.521479] env[65334]: INFO networking_nsxv3.common.synchronization [req-ca49d42e-8b75-49f8-8969-1d48eab19ca7 req-84162ee9-cc24-4e94-a15b-4cd8c5f590d0 service nova] Enqueued Resource ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with Priority: HIGHEST for action port [ 1628.521727] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1628.521811] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1628.521908] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with Priority: HIGHEST for action port [ 1628.522852] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.522979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.523166] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.523384] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.523468] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.524688] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.524905] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.524979] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.525168] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.525296] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.525393] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.525453] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.525598] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.525689] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.525765] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.527147] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.527252] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.527342] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.527576] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.527667] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.025858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.026360] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.031443] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.032382] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with status ACTIVE [ 1629.032588] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.032713] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.032831] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.032975] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.033079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.033283] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.033389] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.033451] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.033597] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.033672] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.033858] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.033949] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.034016] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.034158] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.034230] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.034315] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 is going to be updated. [ 1629.055572] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.055796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.055796] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.056050] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.056309] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.056539] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.536249] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.039417] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.039768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.039768] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.039945] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.040072] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.040183] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 is going to be created. [ 1630.065370] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.065593] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.065718] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.065892] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.066060] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.076159] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: UNINITIALIZED for 2s [ 1632.087453] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: SUCCESS [ 1632.087858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.087858] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.088119] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.088382] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.088521] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.088632] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.088834] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.088952] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.089046] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.089163] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.591535] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.093775] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d5f9458-2db1-48f7-9984-c0011b217ef5: rpc.has_security_group_logging(os_id): False [ 1633.113960] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.114183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.114183] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.114400] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.114487] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.114732] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.114829] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.114890] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.115047] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.115124] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.115209] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 is going to be created. [ 1633.174374] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.176590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.176590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.176590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.176590] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.184757] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: IN_PROGRESS for 2s [ 1633.522955] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.523178] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1635.197941] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: SUCCESS [ 1635.198359] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.524053] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.524432] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.525474] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.525906] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.526603] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.526603] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.527778] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.528202] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.529136] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.529529] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.530666] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.531056] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.532416] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.532841] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.533871] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.534266] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.535083] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.535083] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.536366] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.536786] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.537282] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.537673] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1693.538667] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1693.538983] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.540357] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1698.540357] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.820604] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.820604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.820604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.820604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.820604] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.820604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.820604] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.821194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.821194] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.821368] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1702.821429] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] NeedRegenerationException {{(pid=65334) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1702.821526] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] no value, waiting for create lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1702.821629] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] value creation lock acquired {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1702.821734] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] No value present for key: 'zone-id' {{(pid=65334) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1702.821827] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Calling creation function for not-yet-present value {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1702.821951] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1702.848971] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1702.849251] env[65334]: DEBUG dogpile.cache.region [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65334) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1702.849335] env[65334]: DEBUG dogpile.lock [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Released creation lock {{(pid=65334) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1702.849555] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "network-130" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.849925] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 taken with stack trace [, , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.850139] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.850208] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.850466] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.850593] env[65334]: DEBUG networking_nsxv3.api.rpc [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1703.353297] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.353649] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.353866] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.354296] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.354549] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.355037] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.355295] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.355504] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.355852] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.356080] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.356536] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.356763] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.356920] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.357216] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.357392] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.357578] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Resource: SegmentPort with ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 is going to be updated. [ 1703.378559] env[65334]: DEBUG networking_nsxv3.common.locking [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1703.378758] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.378900] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1703.379200] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1703.379398] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.379614] env[65334]: DEBUG oslo_concurrency.lockutils [None req-d5b112ec-040d-41ce-9d07-b5e7ec56ecee None None] Releasing lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1703.541385] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1703.541656] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.046533] env[65334]: INFO networking_nsxv3.common.synchronization [req-a21ef878-204c-423a-a29c-53d8993783c2 req-bc259afd-eb45-4eb5-89e7-1e0c59166ec6 service nova] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1704.046858] env[65334]: INFO networking_nsxv3.common.synchronization [req-a21ef878-204c-423a-a29c-53d8993783c2 req-bc259afd-eb45-4eb5-89e7-1e0c59166ec6 service nova] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1704.047088] env[65334]: INFO networking_nsxv3.common.synchronization [req-a21ef878-204c-423a-a29c-53d8993783c2 req-bc259afd-eb45-4eb5-89e7-1e0c59166ec6 service nova] Enqueued Resource ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with Priority: HIGHEST for action port [ 1704.047602] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_rules [ 1704.047738] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1704.047835] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with Priority: HIGHEST for action port [ 1704.048122] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.048243] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.048308] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.048502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.048584] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.049520] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.049641] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.049707] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.049879] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.050030] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.050153] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.050192] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.050355] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.050412] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.050465] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.051204] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.051312] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.051380] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.051510] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.051584] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.553464] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.554562] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.554677] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.555031] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 with status ACTIVE [ 1704.555195] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.555300] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.555358] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.555556] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.555640] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.555803] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.555895] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.555950] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.556118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.556188] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.556362] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.556446] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.556502] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.556633] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.556695] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.556797] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3 is going to be updated. [ 1704.579675] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.579939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.579939] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.580127] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.580260] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.580413] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe6c94b-22c4-47bc-8af0-58a9f5b86ef3" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.055973] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1705.558377] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1705.558529] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.558599] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1705.558869] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1705.558962] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.559078] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 is going to be updated. [ 1705.591802] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1705.592052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.592052] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1705.592287] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1705.592450] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.602186] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: IN_PROGRESS for 2s [ 1707.615345] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: SUCCESS [ 1707.615729] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.615859] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1707.616179] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1707.616426] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1707.616613] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.616810] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1707.616964] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1707.617079] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.617170] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.617263] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1708.119311] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1708.622127] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d5f9458-2db1-48f7-9984-c0011b217ef5: rpc.has_security_group_logging(os_id): False [ 1708.641716] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1708.641994] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.642113] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1708.642350] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1708.642474] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1708.642910] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1708.643105] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.643199] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1708.643455] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1708.643602] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1708.643727] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 is going to be updated. [ 1708.706613] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1708.706868] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.706958] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1708.707278] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1708.707457] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1708.727897] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: IN_PROGRESS for 2s [ 1709.048780] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.049039] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1710.745697] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: SUCCESS [ 1710.746118] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1714.049891] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.050418] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.051183] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1719.051581] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.051930] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1724.052375] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1729.052769] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1729.053147] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1733.263282] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1733.263709] env[65334]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0937a2f-6970-4d9c-9d49-dfd3e55ed4de None None] NSXv3 Agent Agent loop - iteration:5 started [ 1734.053738] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.053945] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1739.055076] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.055076] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.055809] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.056548] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.057509] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.057509] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.058352] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.058352] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.884249] env[65334]: INFO networking_nsxv3.common.synchronization [req-2a776937-bb0a-4966-9c9f-d9321d65fbfc req-296337fc-6315-4537-8aab-cf3b4b7290cf tempest-AttachVolumeShelveTestJSON-1497210887 tempest-AttachVolumeShelveTestJSON-1497210887-project-member] Enqueued Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1754.884777] env[65334]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 with Priority: HIGHEST for action security_group_members [ 1754.885095] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5f9458-2db1-48f7-9984-c0011b217ef5 taken with stack trace [, , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1754.885215] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.885279] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1754.885472] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1754.885623] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1754.885719] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.885784] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1754.885919] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1754.885998] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1754.886098] env[65334]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5f9458-2db1-48f7-9984-c0011b217ef5',) {} {{(pid=65334) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1755.388637] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1755.389037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.389037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.389037] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1755.389206] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1755.389356] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1755.389458] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.389520] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.389678] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1755.389753] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1755.389837] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 is going to be updated. [ 1755.419154] env[65334]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65334) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1755.419349] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.419395] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.419610] env[65334]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1755.419767] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1755.429126] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: IN_PROGRESS for 2s [ 1757.441151] env[65334]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 in Status: SUCCESS [ 1757.441151] env[65334]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5f9458-2db1-48f7-9984-c0011b217ef5 deletion is rescheduled due to dependency. [ 1757.441151] env[65334]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5f9458-2db1-48f7-9984-c0011b217ef5" {{(pid=65334) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.886367] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.886743] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1764.889007] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1764.889362] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1769.890513] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1769.890963] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1774.891894] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1774.891894] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1779.892930] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1779.893364] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1784.893892] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1784.894235] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1789.895086] env[65334]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1789.895487] env[65334]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0